org.apache.lens.cube.metadata.timeline.StoreAllPartitionTimeline.java Source code

Introduction

Here is the source code for org.apache.lens.cube.metadata.timeline.StoreAllPartitionTimeline.java

Source

/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
package org.apache.lens.cube.metadata.timeline;

import java.util.*;

import org.apache.lens.cube.metadata.MetastoreUtil;
import org.apache.lens.cube.metadata.TimePartition;
import org.apache.lens.cube.metadata.UpdatePeriod;
import org.apache.lens.server.api.error.LensException;

import org.apache.commons.lang.StringUtils;

import com.google.common.collect.Maps;
import com.google.common.collect.Sets;
import lombok.Data;
import lombok.EqualsAndHashCode;
import lombok.NonNull;
import lombok.ToString;

/**
 * Implementation of PartitionTimeline that stores all partitions as a tree set. Created for instrumentation purposes.
 * Helps in test cases. In real life scenarios, this would be almost always end up causing out of memory error.
 */
@Data
@EqualsAndHashCode(callSuper = true)
@ToString(callSuper = true)
public class StoreAllPartitionTimeline extends PartitionTimeline {
    TreeSet<TimePartition> allPartitions;

    public StoreAllPartitionTimeline(String storageTableName, UpdatePeriod updatePeriod, String partCol) {
        super(storageTableName, updatePeriod, partCol);
        allPartitions = Sets.newTreeSet();
    }

    @Override
    public boolean add(@NonNull TimePartition partition) throws LensException {
        return allPartitions.add(partition);
    }

    @Override
    public boolean add(@NonNull Collection<TimePartition> partitions) throws LensException {
        return allPartitions.addAll(partitions);
    }

    @Override
    public boolean drop(@NonNull TimePartition toDrop) throws LensException {
        return allPartitions.remove(toDrop);
    }

    @Override
    public TimePartition latest() {
        return allPartitions.size() == 0 ? null : allPartitions.last();
    }

    @Override
    public Map<String, String> toProperties() {
        HashMap<String, String> map = Maps.newHashMap();
        MetastoreUtil.addNameStrings(map, "partitions", allPartitions);
        return map;
    }

    @Override
    public boolean initFromProperties(Map<String, String> properties) throws LensException {
        allPartitions.clear();
        String partitionsStr = MetastoreUtil.getNamedStringValue(properties, "partitions");
        if (partitionsStr == null) {
            return true;
        }
        for (String s : StringUtils.split(partitionsStr, ",")) {
            add(TimePartition.of(getUpdatePeriod(), s));
        }
        return true;
    }

    @Override
    public boolean isEmpty() {
        return allPartitions.isEmpty();
    }

    @Override
    public boolean isConsistent() {
        return true;
    }

    @Override
    public boolean exists(TimePartition partition) {
        return allPartitions.contains(partition);
    }

    @Override
    public Iterator<TimePartition> iterator() {
        return getAllPartitions().iterator();
    }
}