com.cloudera.recordbreaker.hive.AvroSerDe.java Source code

Introduction

Here is the source code for com.cloudera.recordbreaker.hive.AvroSerDe.java

Source

/*
 * Copyright (c) 2013, Cloudera, Inc. All Rights Reserved.
 *
 * Cloudera, Inc. licenses this file to you under the Apache License,
 * Version 2.0 (the "License"). You may not use this file except in
 * compliance with the License. You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * This software is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
 * CONDITIONS OF ANY KIND, either express or implied. See the License for
 * the specific language governing permissions and limitations under the
 * License.
 */
package com.cloudera.recordbreaker.hive;

import java.io.IOException;
import java.io.DataInputStream;
import java.io.DataOutputStream;
import java.io.ByteArrayInputStream;
import java.io.ByteArrayOutputStream;

import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;

import org.apache.hadoop.io.Writable;
import org.apache.hadoop.io.Text;

import org.apache.avro.file.DataFileStream;
import org.apache.avro.generic.GenericData;
import org.apache.avro.generic.GenericDatumReader;

import com.cloudera.recordbreaker.hive.HiveSerDe;

/**********************************************************************
 * <code>AvroSerDe</code> parses Avro data for querying by Hive.
 *
 * @author "Michael Cafarella" 
 **********************************************************************/
public class AvroSerDe extends HiveSerDe {
    private static final Log LOG = LogFactory.getLog(AvroSerDe.class);

    /**
     * Describe <code>initDeserializer</code> method here.
     */
    public void initDeserializer(String s) {
        // none necessary
        LOG.error("INIT DESERIALIZER");
    }

    /**
     * Describe <code>deserializeRowBlob</code> method here.
     */
    public GenericData.Record deserializeRowBlob(Writable blob) {
        byte[] rawBytes = ((Text) blob).getBytes();

        try {
            DataFileStream<GenericData.Record> dfs = new DataFileStream<GenericData.Record>(
                    new DataInputStream(new ByteArrayInputStream(rawBytes)),
                    new GenericDatumReader<GenericData.Record>());
            while (dfs.hasNext()) {
                return (GenericData.Record) dfs.next();
            }
        } catch (IOException iex) {
            iex.printStackTrace();
        }
        return null;
    }
}