trendulo.ingest.MutationGenerator.java Source code

Introduction

Here is the source code for trendulo.ingest.MutationGenerator.java

Source

// =================================================================================================
// Copyright 2012 Jared Winick
// -------------------------------------------------------------------------------------------------
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this work except in compliance with the License.
// You may obtain a copy of the License in the LICENSE file, or at:
//
//  http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
// =================================================================================================

package trendulo.ingest;

import java.io.IOException;
import java.util.ArrayList;
import java.util.List;

import org.apache.accumulo.core.data.Mutation;
import org.apache.accumulo.core.data.Value;
import org.apache.accumulo.core.iterators.LongCombiner;
import org.apache.hadoop.io.Text;
import org.apache.log4j.Logger;
import org.joda.time.DateTime;
import org.joda.time.DateTimeZone;

public class MutationGenerator {

    private static Logger log = Logger.getLogger(MutationGenerator.class);

    private static Value oneValueFixedLen;
    private static Value oneValueVLen;

    static {
        try {
            oneValueFixedLen = new Value(Value.longToBytes(1));
            oneValueVLen = new Value(LongCombiner.VAR_LEN_ENCODER.encode(1l));
        } catch (IOException e) {
            log.error("Can't initialize Values", e);
        }
    }

    /**
     * Generate a list of Accumulo Mutations for the TemporalNGram. The n-gram string is
     * the row. CFs represent the different time granularities we are keeping counters for.
     * CQs represent the time granularity value.
     * @param temporalNGram The TemporalNGram to generate mutations for
     * @return
     */
    public static Mutation generateMutation(TemporalNGram temporalNGram) {

        Mutation mutation = new Mutation(new Text(temporalNGram.getnGram()));

        //mutation.put( new Text( "MONTH" ), new Text( timestampToMonthString( temporalNGram.getTimestamp() ) ), new Value( Value.longToBytes( 1 ) ) );
        mutation.put(new Text("DAY"), new Text(timestampToDayString(temporalNGram.getTimestamp())),
                oneValueFixedLen);
        mutation.put(new Text("HOUR"), new Text(timestampToHourString(temporalNGram.getTimestamp())),
                oneValueFixedLen);

        return mutation;
    }

    public static Mutation generateMutation(TemporalNGram temporalNGram, Long count) {

        Mutation mutation = new Mutation(new Text(temporalNGram.getnGram()));

        try {
            //mutation.put( new Text( "MONTH" ), new Text( timestampToMonthString( temporalNGram.getTimestamp() ) ), new Value( Value.longToBytes( 1 ) ) );
            mutation.put(new Text("DAY"), new Text(timestampToDayString(temporalNGram.getTimestamp())),
                    new Value(Value.longToBytes(count)));
            mutation.put(new Text("HOUR"), new Text(timestampToHourString(temporalNGram.getTimestamp())),
                    new Value(Value.longToBytes(count)));
        } catch (IOException e) {
            log.error(e);
        }
        return mutation;
    }

    public static Mutation generateMutationVLen(TemporalNGram temporalNGram) {

        Mutation mutation = new Mutation(new Text(temporalNGram.getnGram()));

        mutation.put(new Text("DAY"), new Text(timestampToDayString(temporalNGram.getTimestamp())), oneValueVLen);
        mutation.put(new Text("HOUR"), new Text(timestampToHourString(temporalNGram.getTimestamp())), oneValueVLen);

        return mutation;
    }

    public static Mutation generateMutationVLen(TemporalNGram temporalNGram, Long count) {

        Mutation mutation = new Mutation(new Text(temporalNGram.getnGram()));

        mutation.put(new Text("DAY"), new Text(timestampToDayString(temporalNGram.getTimestamp())),
                new Value(LongCombiner.VAR_LEN_ENCODER.encode(count)));
        mutation.put(new Text("HOUR"), new Text(timestampToHourString(temporalNGram.getTimestamp())),
                new Value(LongCombiner.VAR_LEN_ENCODER.encode(count)));

        return mutation;
    }

    public static String timestampToMonthString(long timestamp) {
        DateTime dateTime = new DateTime(timestamp, DateTimeZone.UTC);
        return String.format("%d%02d", dateTime.getYear(), dateTime.getMonthOfYear());
    }

    public static String timestampToDayString(long timestamp) {
        DateTime dateTime = new DateTime(timestamp, DateTimeZone.UTC);
        return String.format("%d%02d%02d", dateTime.getYear(), dateTime.getMonthOfYear(), dateTime.getDayOfMonth());
    }

    public static String timestampToHourString(long timestamp) {
        DateTime dateTime = new DateTime(timestamp, DateTimeZone.UTC);
        return String.format("%d%02d%02d%02d", dateTime.getYear(), dateTime.getMonthOfYear(),
                dateTime.getDayOfMonth(), dateTime.getHourOfDay());
    }

}