org.springframework.batch.integration.x.RemoteFileToHadoopTaskletTests.java Source code

Introduction

Here is the source code for org.springframework.batch.integration.x.RemoteFileToHadoopTaskletTests.java

Source

/*
 * Copyright 2014 the original author or authors.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.springframework.batch.integration.x;

import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertFalse;
import static org.junit.Assert.assertTrue;
import static org.mockito.Mockito.mock;
import static org.mockito.Mockito.when;

import java.io.ByteArrayInputStream;
import java.io.File;

import org.apache.hadoop.fs.FSDataInputStream;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.junit.ClassRule;
import org.junit.Test;
import org.junit.runner.RunWith;

import org.springframework.batch.core.StepExecution;
import org.springframework.batch.core.scope.context.ChunkContext;
import org.springframework.batch.core.scope.context.StepContext;
import org.springframework.batch.item.ExecutionContext;
import org.springframework.batch.repeat.RepeatStatus;
import org.springframework.beans.factory.BeanFactory;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.context.annotation.Configuration;
import org.springframework.data.hadoop.test.context.HadoopDelegatingSmartContextLoader;
import org.springframework.data.hadoop.test.context.MiniHadoopCluster;
import org.springframework.integration.file.remote.RemoteFileTemplate;
import org.springframework.integration.file.remote.session.Session;
import org.springframework.integration.file.remote.session.SessionFactory;
import org.springframework.test.context.ContextConfiguration;
import org.springframework.test.context.junit4.SpringJUnit4ClassRunner;
import org.springframework.xd.test.HostNotWindowsRule;

/**
 *
 * @author Gary Russell
 * @author David Turanski
 */
@RunWith(SpringJUnit4ClassRunner.class)
@ContextConfiguration(loader = HadoopDelegatingSmartContextLoader.class, classes = RemoteFileToHadoopTaskletTests.EmptyConfig.class)
@MiniHadoopCluster
public class RemoteFileToHadoopTaskletTests {

    @ClassRule
    public static HostNotWindowsRule hostNotWindowsRule = new HostNotWindowsRule();

    private static final String tmpDir = System.getProperty("java.io.tmpdir");

    @Autowired
    org.apache.hadoop.conf.Configuration configuration;

    @Test
    @SuppressWarnings({ "unchecked", "rawtypes" })
    public void testWrite() throws Exception {
        File file = new File(tmpDir, "foo.txt");
        file.delete();

        ByteArrayInputStream data = new ByteArrayInputStream("foobarbaz".getBytes());
        Session session = mock(Session.class);
        SessionFactory factory = mock(SessionFactory.class);
        when(factory.getSession()).thenReturn(session);
        when(session.readRaw("foo.txt")).thenReturn(data);
        when(session.finalizeRaw()).thenReturn(true);

        StepExecution stepExecution = new StepExecution("foo", null);
        ExecutionContext stepExecutionContext = new ExecutionContext();
        stepExecutionContext.putString("filePath", "foo.txt");
        stepExecution.setExecutionContext(stepExecutionContext);
        StepContext stepContext = new StepContext(stepExecution);
        ChunkContext chunkContext = new ChunkContext(stepContext);

        RemoteFileTemplate template = new RemoteFileTemplate(factory);
        template.setBeanFactory(mock(BeanFactory.class));
        template.afterPropertiesSet();

        // clean up from old tests
        FileSystem fs = FileSystem.get(configuration);
        Path p = new Path("/qux/foo.txt");
        fs.delete(p, true);
        assertFalse(fs.exists(p));

        RemoteFileToHadoopTasklet tasklet = new RemoteFileToHadoopTasklet(template, configuration, "/qux");

        assertEquals(RepeatStatus.FINISHED, tasklet.execute(null, chunkContext));

        assertTrue(fs.exists(p));

        FSDataInputStream stream = fs.open(p);
        byte[] out = new byte[9];
        stream.readFully(out);
        stream.close();
        assertEquals("foobarbaz", new String(out));

        fs.close();
    }

    @Configuration
    static class EmptyConfig {
    }
}