com.aliyun.odps.mapred.bridge.LotTaskUDTF.java Source code

Introduction

Here is the source code for com.aliyun.odps.mapred.bridge.LotTaskUDTF.java

Source

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */

package com.aliyun.odps.mapred.bridge;

import java.net.URL;
import java.net.URLClassLoader;

import org.apache.commons.lang.StringUtils;

import com.aliyun.odps.Column;
import com.aliyun.odps.io.Writable;
import com.aliyun.odps.io.WritableUtils;
import com.aliyun.odps.mapred.conf.BridgeJobConf;
import com.aliyun.odps.udf.StandaloneUDTF;
import com.aliyun.odps.udf.UDFException;

public abstract class LotTaskUDTF extends StandaloneUDTF {

    protected BridgeJobConf conf;
    protected Column[] inputSchema;

    public LotTaskUDTF() {
        URL url = this.getClass().getClassLoader().getResource("jobconf.xml");
        if (url == null) {
            URL[] urls = ((URLClassLoader) this.getClass().getClassLoader()).getURLs();
            throw new RuntimeException(
                    "Job configure file jobconf.xml not found. Classpath:" + StringUtils.join(urls, ":"));
        }
        conf = new BridgeJobConf(false);
        conf.addResource("jobconf.xml");
    }

    /**
     * A hack to work around with protected method forward(...)
     *
     * @param objs
     */
    public void collect(Object[] objs) {
        try {
            forward(objs);
        } catch (UDFException e) {
            throw new RuntimeException(e);
        }
    }

    /**
     * Deep copy of writable objects. Not that different from primative types, the
     * references within the writable array are also reused.
     *
     * @param objs
     * @return object array
     */
    protected Object[] writableDeepCopy(Object[] objs) {
        Writable[] rt = new Writable[objs.length];
        for (int i = 0; i < objs.length; i++) {
            if (objs[i] != null) {
                rt[i] = (Writable) WritableUtils.clone((Writable) objs[i], conf);
            }
        }
        return rt;
    }

    @Override
    public void process(Object[] unused) throws UDFException {
    }
}