com.cloudera.crunch.type.writable.WritableTableType.java Source code

Introduction

Here is the source code for com.cloudera.crunch.type.writable.WritableTableType.java

Source

/**
 * Copyright (c) 2011, Cloudera, Inc. All Rights Reserved.
 *
 * Cloudera, Inc. licenses this file to you under the Apache License,
 * Version 2.0 (the "License"). You may not use this file except in
 * compliance with the License. You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * This software is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
 * CONDITIONS OF ANY KIND, either express or implied. See the License for
 * the specific language governing permissions and limitations under the
 * License.
 */
package com.cloudera.crunch.type.writable;

import java.util.List;

import org.apache.commons.lang.builder.HashCodeBuilder;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.Writable;

import com.cloudera.crunch.MapFn;
import com.cloudera.crunch.Pair;
import com.cloudera.crunch.SourceTarget;
import com.cloudera.crunch.fn.PairMapFn;
import com.cloudera.crunch.io.seq.SeqFileTableSourceTarget;
import com.cloudera.crunch.type.Converter;
import com.cloudera.crunch.type.PGroupedTableType;
import com.cloudera.crunch.type.PTableType;
import com.cloudera.crunch.type.PType;
import com.cloudera.crunch.type.PTypeFamily;
import com.google.common.collect.ImmutableList;

class WritableTableType<K, V> implements PTableType<K, V> {

    private final WritableType<K, Writable> keyType;
    private final WritableType<V, Writable> valueType;
    private final MapFn inputFn;
    private final MapFn outputFn;
    private final Converter converter;

    public WritableTableType(WritableType<K, Writable> keyType, WritableType<V, Writable> valueType) {
        this.keyType = keyType;
        this.valueType = valueType;
        this.inputFn = new PairMapFn(keyType.getInputMapFn(), valueType.getInputMapFn());
        this.outputFn = new PairMapFn(keyType.getOutputMapFn(), valueType.getOutputMapFn());
        this.converter = new WritablePairConverter(keyType.getSerializationClass(),
                valueType.getSerializationClass());
    }

    @Override
    public Class<Pair<K, V>> getTypeClass() {
        return (Class<Pair<K, V>>) Pair.of(null, null).getClass();
    }

    @Override
    public List<PType> getSubTypes() {
        return ImmutableList.<PType>of(keyType, valueType);
    }

    @Override
    public MapFn getInputMapFn() {
        return inputFn;
    }

    @Override
    public MapFn getOutputMapFn() {
        return outputFn;
    }

    @Override
    public Converter getConverter() {
        return converter;
    }

    @Override
    public PTypeFamily getFamily() {
        return WritableTypeFamily.getInstance();
    }

    public PType<K> getKeyType() {
        return keyType;
    }

    public PType<V> getValueType() {
        return valueType;
    }

    @Override
    public PGroupedTableType<K, V> getGroupedTableType() {
        return new WritableGroupedTableType<K, V>(this);
    }

    @Override
    public SourceTarget<Pair<K, V>> getDefaultFileSource(Path path) {
        return new SeqFileTableSourceTarget<K, V>(path, this);
    }

    @Override
    public boolean equals(Object obj) {
        if (obj == null || !(obj instanceof WritableTableType)) {
            return false;
        }
        WritableTableType that = (WritableTableType) obj;
        return keyType.equals(that.keyType) && valueType.equals(that.valueType);
    }

    @Override
    public int hashCode() {
        HashCodeBuilder hcb = new HashCodeBuilder();
        return hcb.append(keyType).append(valueType).toHashCode();
    }
}