org.pentaho.hadoop.shim.common.format.S3NCredentialUtils.java Source code

Introduction

Here is the source code for org.pentaho.hadoop.shim.common.format.S3NCredentialUtils.java

Source

/*! ******************************************************************************
 *
 * Pentaho Data Integration
 *
 * Copyright (C) 2018 by Hitachi Vantara : http://www.pentaho.com
 *
 *******************************************************************************
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with
 * the License. You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 *
 ******************************************************************************/
package org.pentaho.hadoop.shim.common.format;

import com.amazonaws.auth.AWSCredentials;
import com.amazonaws.auth.DefaultAWSCredentialsProviderChain;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.Path;

import java.net.URI;

public class S3NCredentialUtils {

    private static final String S3NSCHEME = "s3n";
    private static final String S3NROOTBUCKET = S3NSCHEME + "/";

    public static void applyS3CredentialsToHadoopConfigurationIfNecessary(String filename, Configuration conf) {
        Path outputFile = new Path(scrubFilePathIfNecessary(filename));
        URI uri = outputFile.toUri();
        String scheme = uri != null ? uri.getScheme() : null;
        if (scheme != null && scheme.equals(S3NSCHEME)) {
            AWSCredentials credentials = DefaultAWSCredentialsProviderChain.getInstance().getCredentials();
            conf.set("fs.s3n.awsAccessKeyId", credentials.getAWSAccessKeyId());
            conf.set("fs.s3n.awsSecretAccessKey", credentials.getAWSSecretKey());
            conf.set("fs.s3.buffer.dir", System.getProperty("java.io.tmpdir"));
        }
    }

    public static String scrubFilePathIfNecessary(String filename) {
        return filename != null ? filename.replace(S3NROOTBUCKET, "") : filename;
    }
}