Example usage for org.apache.hadoop.fs FileSystem FS_DEFAULT_NAME_KEY

List of usage examples for org.apache.hadoop.fs FileSystem FS_DEFAULT_NAME_KEY

  1. HOME
  2. Java
  3. org.apache.hadoop
  4. org.apache.hadoop.fs.*
  5. FileSystem
  6. FS_DEFAULT_NAME_KEY

Introduction

In this page you can find the example usage for org.apache.hadoop.fs FileSystem FS_DEFAULT_NAME_KEY.

Prototype

String FS_DEFAULT_NAME_KEY

To view the source code for org.apache.hadoop.fs FileSystem FS_DEFAULT_NAME_KEY.

Click Source Link

Usage

From source file:org.mule.modules.hdfs.automation.unit.HadoopClientConfigurationProviderTest.java

License:Open Source License

@Test
public void testForSimpleAuthWhenConfigurationResourcesIsEmpty() {
    Configuration configuration = provider.forSimpleAuth(nameNodeUri, principal, new ArrayList<String>(),
            configurationEntries);/*from   ww  w.  ja v a 2s.com*/
    Map<String, String> expectedConfigurationEntries = new HashMap<>();
    expectedConfigurationEntries.putAll(configurationEntries);
    expectedConfigurationEntries.put(FileSystem.FS_DEFAULT_NAME_KEY, nameNodeUri);
    validateConfigurationForSimpleAuth(configuration);
    validateThatConfigurationContainsProperties(configuration, expectedConfigurationEntries);
}

From source file:org.mule.modules.hdfs.automation.unit.HadoopClientConfigurationProviderTest.java

License:Open Source License

@Test
public void testForSimpleAuthWhenConfigurationEntriesIsNull() {
    Configuration configuration = provider.forSimpleAuth(nameNodeUri, principal, configurationResources, null);
    Map<String, String> expectedConfigurationEntries = new HashMap<>();
    expectedConfigurationEntries.put(FileSystem.FS_DEFAULT_NAME_KEY, nameNodeUri);
    expectedConfigurationEntries.put("hadoop.security.auth_to_local",
            "RULE:[1:$1@$0](hdfs-Sandbox@HDP.SANDBOX)s/.*/hdfs/");
    expectedConfigurationEntries.put("dfs.namenode.kerberos.principal", "HTTP/localhost@LOCALHOST");
    validateConfigurationForSimpleAuth(configuration);
    validateThatConfigurationContainsProperties(configuration, expectedConfigurationEntries);
}

From source file:org.mule.modules.hdfs.automation.unit.HadoopClientConfigurationProviderTest.java

License:Open Source License

@Test
public void testForSimpleAuthWhenConfigurationEntriesIsEmpty() {
    Configuration configuration = provider.forSimpleAuth(nameNodeUri, principal, configurationResources,
            new HashMap<String, String>());
    Map<String, String> expectedConfigurationEntries = new HashMap<>();
    expectedConfigurationEntries.put(FileSystem.FS_DEFAULT_NAME_KEY, nameNodeUri);
    expectedConfigurationEntries.put("hadoop.security.auth_to_local",
            "RULE:[1:$1@$0](hdfs-Sandbox@HDP.SANDBOX)s/.*/hdfs/");
    expectedConfigurationEntries.put("dfs.namenode.kerberos.principal", "HTTP/localhost@LOCALHOST");
    validateConfigurationForSimpleAuth(configuration);
    validateThatConfigurationContainsProperties(configuration, expectedConfigurationEntries);
}

From source file:org.mule.modules.hdfs.automation.unit.HadoopClientConfigurationProviderTest.java

License:Open Source License

@Test
public void testForKerberosAuth() {
    Configuration configuration = provider.forKerberosAuth(nameNodeUri, principal, configurationResources,
            configurationEntries);/*from   w w  w  .ja  va2 s  .  co m*/
    Map<String, String> expectedConfigurationEntries = new HashMap<>();
    expectedConfigurationEntries.putAll(configurationEntries);
    expectedConfigurationEntries.put(FileSystem.FS_DEFAULT_NAME_KEY, nameNodeUri);
    expectedConfigurationEntries.put("hadoop.job.ugi", principal);
    expectedConfigurationEntries.put("hadoop.security.auth_to_local",
            "RULE:[1:$1@$0](hdfs-Sandbox@HDP.SANDBOX)s/.*/hdfs/");
    expectedConfigurationEntries.put("dfs.namenode.kerberos.principal", "HTTP/localhost@LOCALHOST");
    validateConfigurationForKerberosAuth(configuration);
    validateThatConfigurationContainsProperties(configuration, expectedConfigurationEntries);
}

From source file:org.mule.modules.hdfs.automation.unit.HadoopClientConfigurationProviderTest.java

License:Open Source License

@Test
public void testForKerberosAuthWhenConfigurationResourcesIsNull() {
    Configuration configuration = provider.forKerberosAuth(nameNodeUri, principal, null, configurationEntries);
    Map<String, String> expectedConfigurationEntries = new HashMap<>();
    expectedConfigurationEntries.putAll(configurationEntries);
    expectedConfigurationEntries.put(FileSystem.FS_DEFAULT_NAME_KEY, nameNodeUri);
    validateConfigurationForKerberosAuth(configuration);
    validateThatConfigurationContainsProperties(configuration, expectedConfigurationEntries);
}

From source file:org.mule.modules.hdfs.automation.unit.HadoopClientConfigurationProviderTest.java

License:Open Source License

@Test
public void testForKerberosAuthWhenConfigurationResourcesIsEmpty() {
    Configuration configuration = provider.forKerberosAuth(nameNodeUri, principal, new ArrayList<String>(),
            configurationEntries);/* ww  w . ja  va  2 s  .co m*/
    Map<String, String> expectedConfigurationEntries = new HashMap<>();
    expectedConfigurationEntries.putAll(configurationEntries);
    expectedConfigurationEntries.put(FileSystem.FS_DEFAULT_NAME_KEY, nameNodeUri);
    validateConfigurationForKerberosAuth(configuration);
    validateThatConfigurationContainsProperties(configuration, expectedConfigurationEntries);
}

From source file:org.mule.modules.hdfs.automation.unit.HadoopClientConfigurationProviderTest.java

License:Open Source License

@Test
public void testForKerberosAuthWhenConfigurationEntriesIsNull() {
    Configuration configuration = provider.forKerberosAuth(nameNodeUri, principal, configurationResources,
            null);/*  www. jav  a 2 s .c o m*/
    Map<String, String> expectedConfigurationEntries = new HashMap<>();
    expectedConfigurationEntries.put(FileSystem.FS_DEFAULT_NAME_KEY, nameNodeUri);
    expectedConfigurationEntries.put("hadoop.security.auth_to_local",
            "RULE:[1:$1@$0](hdfs-Sandbox@HDP.SANDBOX)s/.*/hdfs/");
    expectedConfigurationEntries.put("dfs.namenode.kerberos.principal", "HTTP/localhost@LOCALHOST");
    validateConfigurationForKerberosAuth(configuration);
    validateThatConfigurationContainsProperties(configuration, expectedConfigurationEntries);
}

From source file:org.mule.modules.hdfs.automation.unit.HadoopClientConfigurationProviderTest.java

License:Open Source License

@Test
public void testForKerberosAuthWhenConfigurationEntriesIsEmpty() {
    Configuration configuration = provider.forKerberosAuth(nameNodeUri, principal, configurationResources,
            new HashMap<String, String>());
    Map<String, String> expectedConfigurationEntries = new HashMap<>();
    expectedConfigurationEntries.put(FileSystem.FS_DEFAULT_NAME_KEY, nameNodeUri);
    expectedConfigurationEntries.put("hadoop.security.auth_to_local",
            "RULE:[1:$1@$0](hdfs-Sandbox@HDP.SANDBOX)s/.*/hdfs/");
    expectedConfigurationEntries.put("dfs.namenode.kerberos.principal", "HTTP/localhost@LOCALHOST");
    validateConfigurationForKerberosAuth(configuration);
    validateThatConfigurationContainsProperties(configuration, expectedConfigurationEntries);
}

From source file:org.mule.modules.hdfs.connection.config.HadoopClientConfigurationProvider.java

License:Open Source License

private Configuration newConfiguration(String nameNodeUri, String principal,
        List<String> configurationResources, Map<String, String> configurationEntries) {
    Configuration configuration = new Configuration();
    configuration.set(FileSystem.FS_DEFAULT_NAME_KEY, nameNodeUri);
    if (StringUtils.isNotEmpty(principal)) {
        configuration.set("hadoop.job.ugi", principal);
    }/*ww w.  j a v  a 2 s. co  m*/
    if (CollectionUtils.isNotEmpty(configurationResources)) {
        for (String configurationResource : configurationResources) {
            configuration.addResource(configurationResource);
        }
    }
    if (MapUtils.isNotEmpty(configurationEntries)) {
        for (Map.Entry<String, String> configurationEntry : configurationEntries.entrySet()) {
            configuration.set(configurationEntry.getKey(), configurationEntry.getValue());
        }
    }
    return configuration;
}