org.apache.gobblin.hive.HiveConfFactory.java Source code

Introduction

Here is the source code for org.apache.gobblin.hive.HiveConfFactory.java

Source

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.gobblin.hive;

import java.io.IOException;

import org.apache.commons.lang.StringUtils;
import org.apache.hadoop.hive.conf.HiveConf;

import com.google.common.base.Optional;

import org.apache.gobblin.broker.EmptyKey;
import org.apache.gobblin.broker.ResourceInstance;
import org.apache.gobblin.broker.iface.ConfigView;
import org.apache.gobblin.broker.iface.NotConfiguredException;
import org.apache.gobblin.broker.iface.ScopeType;
import org.apache.gobblin.broker.iface.ScopedConfigView;
import org.apache.gobblin.broker.iface.SharedResourceFactory;
import org.apache.gobblin.broker.iface.SharedResourceFactoryResponse;
import org.apache.gobblin.broker.iface.SharedResourcesBroker;

import static org.apache.gobblin.hive.HiveMetaStoreClientFactory.HIVE_METASTORE_TOKEN_SIGNATURE;

/**
 * The factory that creates a {@link HiveConf} as shared resource.
 * {@link EmptyKey} is fair since {@link HiveConf} seems to be read-only.
 */
public class HiveConfFactory<S extends ScopeType<S>>
        implements SharedResourceFactory<HiveConf, SharedHiveConfKey, S> {
    static final String FACTORY_NAME = "hiveConfFactory";

    @Override
    public String getName() {
        return FACTORY_NAME;
    }

    @Override
    public SharedResourceFactoryResponse<HiveConf> createResource(SharedResourcesBroker<S> broker,
            ScopedConfigView<S, SharedHiveConfKey> config) throws NotConfiguredException {
        SharedHiveConfKey sharedHiveConfKey = config.getKey();
        HiveConf rawConf = new HiveConf();
        if (!sharedHiveConfKey.hiveConfUri.equals(SharedHiveConfKey.INSTANCE.toConfigurationKey())
                && StringUtils.isNotEmpty(sharedHiveConfKey.hiveConfUri)) {
            rawConf.setVar(HiveConf.ConfVars.METASTOREURIS, sharedHiveConfKey.hiveConfUri);
            rawConf.set(HIVE_METASTORE_TOKEN_SIGNATURE, sharedHiveConfKey.hiveConfUri);
        }

        return new ResourceInstance<>(rawConf);
    }

    /**
     *
     * @param hcatURI User specified hcatURI.
     * @param broker A shared resource broker
     * @return a {@link HiveConf} with specified hcatURI if any.
     * @throws IOException
     */
    public static <S extends ScopeType<S>> HiveConf get(Optional<String> hcatURI, SharedResourcesBroker<S> broker)
            throws IOException {
        try {
            SharedHiveConfKey confKey = hcatURI.isPresent() && StringUtils.isNotBlank(hcatURI.get())
                    ? new SharedHiveConfKey(hcatURI.get())
                    : SharedHiveConfKey.INSTANCE;
            return broker.getSharedResource(new HiveConfFactory<>(), confKey);
        } catch (NotConfiguredException nce) {
            throw new IOException(nce);
        }
    }

    @Override
    public S getAutoScope(SharedResourcesBroker<S> broker, ConfigView<S, SharedHiveConfKey> config) {
        return broker.selfScope().getType().rootScope();
    }
}