org.apache.hadoop.mapred.TestLinuxTaskControllerOtherUserStreamingJob.java Source code

Introduction

Here is the source code for org.apache.hadoop.mapred.TestLinuxTaskControllerOtherUserStreamingJob.java

Source

/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.hadoop.mapred;

import org.junit.Assert;
import org.junit.BeforeClass;
import org.junit.AfterClass;
import org.junit.Test;

import java.io.DataOutputStream;
import java.io.IOException;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.mapreduce.test.system.MRCluster;
import org.apache.hadoop.mapreduce.test.system.JTProtocol;
import org.apache.hadoop.mapreduce.test.system.JTClient;
import org.apache.hadoop.util.ToolRunner;
import org.apache.hadoop.examples.SleepJob;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.permission.FsAction;
import org.apache.hadoop.fs.permission.FsPermission;
import org.apache.hadoop.security.UserGroupInformation;
import org.apache.hadoop.streaming.StreamJob;

/**
 * Verifying the job submissions with original user and other user
 * with Linux task Controller.Original user should succeed and other
 * user should not.
 */
public class TestLinuxTaskControllerOtherUserStreamingJob {
    private static final Log LOG = LogFactory.getLog(TestLinuxTaskControllerOtherUserStreamingJob.class);
    private static MRCluster cluster = null;
    private static JobClient jobClient = null;
    private static JTProtocol remoteJTClient = null;
    private static JTClient jtClient = null;
    private static Configuration conf = new Configuration();
    private static Path inputDir = new Path("input");
    private static Path outputDir = new Path("output");

    @BeforeClass
    public static void before() throws Exception {
        cluster = MRCluster.createCluster(conf);
        cluster.setUp();
        jtClient = cluster.getJTClient();
        jobClient = jtClient.getClient();
        remoteJTClient = cluster.getJTClient().getProxy();
        conf = remoteJTClient.getDaemonConf();
    }

    @AfterClass
    public static void after() throws Exception {
        cluster.tearDown();
        cleanup(inputDir, conf);
        cleanup(outputDir, conf);
    }

    /**
     * Submit a Streaming job with a correct user and verify it passes
     * Submit a streaming job as diferent user and verify it fails
     * @param none
     * @return void
     */
    @Test
    public void testStreamingJobSameAndDifferentUser() throws Exception {
        executeStreamingJob(true);
        executeStreamingJob(false);
    }

    //Executes streaming job as original user or other user.
    private void executeStreamingJob(boolean sameUser) throws Exception {
        conf = cluster.getConf();
        if (sameUser == true) {
            UserGroupInformation ugi = UserGroupInformation.getLoginUser();
            LOG.info("LoginUser:" + ugi);
        } else {
            conf.set("user.name", "hadoop1");
            LOG.info("user name changed is :" + conf.get("user.name"));
        }

        if (conf.get("mapred.task.tracker.task-controller")
                .equals("org.apache.hadoop.mapred.LinuxTaskController")) {
            StreamJob streamJob = new StreamJob();
            String shellFile = System.getProperty("user.dir") + "/src/test/system/scripts/StreamMapper.sh";
            String runtimeArgs[] = { "-D", "mapred.job.name=Streaming job", "-D", "mapred.map.tasks=1", "-D",
                    "mapred.reduce.tasks=1", "-D", "mapred.tasktracker.tasks.sleeptime-before-sigkill=3000",
                    "-input", inputDir.toString(), "-output", outputDir.toString(), "-mapper", "StreamMapper.sh",
                    "-reducer", "/bin/cat", "-file", shellFile };

            createInput(inputDir, conf);
            cleanup(outputDir, conf);

            //If job submtitted with same user, it should pass
            //If job submitted with different user, it should fail with assertion
            //the testcase should assert.
            if (sameUser == true) {
                Assert.assertEquals(0, ToolRunner.run(conf, streamJob, runtimeArgs));
            } else {
                if ((ToolRunner.run(conf, streamJob, runtimeArgs)) != 0) {
                    LOG.info("Job failed as expected");
                } else {
                    Assert.fail("Job passed with different user");
                }
            }
        }
    }

    //Create Input directory in dfs
    private static void createInput(Path inDir, Configuration conf) throws IOException {
        FileSystem fs = inDir.getFileSystem(conf);
        if (!fs.mkdirs(inDir)) {
            throw new IOException("Failed to create the input directory:" + inDir.toString());
        }
        fs.setPermission(inDir, new FsPermission(FsAction.ALL, FsAction.ALL, FsAction.ALL));
        DataOutputStream file = fs.create(new Path(inDir, "data.txt"));
        int i = 0;
        while (i++ < 200) {
            file.writeBytes(i + "\n");
        }
        file.close();
    }

    //Cleanup directories in dfs.
    private static void cleanup(Path dir, Configuration conf) throws IOException {
        FileSystem fs = dir.getFileSystem(conf);
        fs.delete(dir, true);
    }

}