io.druid.indexing.common.tasklogs.HdfsTaskLogsTest.java Source code

Introduction

Here is the source code for io.druid.indexing.common.tasklogs.HdfsTaskLogsTest.java

Source

/*
 * Druid - a distributed column store.
 * Copyright 2012 - 2015 Metamarkets Group Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package io.druid.indexing.common.tasklogs;

import com.google.common.base.Charsets;
import com.google.common.collect.ImmutableMap;
import com.google.common.io.ByteStreams;
import com.google.common.io.Files;
import io.druid.storage.hdfs.tasklog.HdfsTaskLogs;
import io.druid.storage.hdfs.tasklog.HdfsTaskLogsConfig;
import io.druid.tasklogs.TaskLogs;
import org.apache.commons.io.FileUtils;
import org.apache.hadoop.conf.Configuration;
import org.junit.Assert;
import org.junit.Test;

import java.io.File;
import java.util.Map;

public class HdfsTaskLogsTest {
    @Test
    public void testSimple() throws Exception {
        final File tmpDir = Files.createTempDir();
        try {
            final File logDir = new File(tmpDir, "logs");
            final File logFile = new File(tmpDir, "log");
            Files.write("blah", logFile, Charsets.UTF_8);
            final TaskLogs taskLogs = new HdfsTaskLogs(new HdfsTaskLogsConfig(logDir.toString()),
                    new Configuration());
            taskLogs.pushTaskLog("foo", logFile);

            final Map<Long, String> expected = ImmutableMap.of(0L, "blah", 1L, "lah", -2L, "ah", -5L, "blah");
            for (Map.Entry<Long, String> entry : expected.entrySet()) {
                final byte[] bytes = ByteStreams
                        .toByteArray(taskLogs.streamTaskLog("foo", entry.getKey()).get().getInput());
                final String string = new String(bytes);
                Assert.assertEquals(String.format("Read with offset %,d", entry.getKey()), string,
                        entry.getValue());
            }
        } finally {
            FileUtils.deleteDirectory(tmpDir);
        }
    }
}