alluxio.master.block.MultiWorkerIntegrationTest.java Source code

Introduction

Here is the source code for alluxio.master.block.MultiWorkerIntegrationTest.java

Source

/*
 * The Alluxio Open Foundation licenses this work under the Apache License, version 2.0
 * (the "License"). You may not use this work except in compliance with the License, which is
 * available at www.apache.org/licenses/LICENSE-2.0
 *
 * This software is distributed on an "AS IS" basis, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
 * either express or implied, as more fully set forth in the License.
 *
 * See the NOTICE file distributed with this work for information regarding copyright ownership.
 */

package alluxio.master.block;

import static org.junit.Assert.assertEquals;

import alluxio.AlluxioURI;
import alluxio.Constants;
import alluxio.LocalAlluxioClusterResource;
import alluxio.PropertyKey;
import alluxio.client.FileSystemTestUtils;
import alluxio.client.WriteType;
import alluxio.client.file.FileInStream;
import alluxio.client.file.FileSystem;
import alluxio.client.file.URIStatus;
import alluxio.client.file.options.CreateFileOptions;
import alluxio.client.file.policy.RoundRobinPolicy;

import org.apache.commons.io.IOUtils;
import org.junit.Rule;
import org.junit.Test;

/**
 * Tests a cluster containing multiple workers.
 */
public final class MultiWorkerIntegrationTest {
    private static final int NUM_WORKERS = 4;
    private static final int WORKER_MEMORY_SIZE_BYTES = Constants.MB;
    private static final int BLOCK_SIZE_BYTES = WORKER_MEMORY_SIZE_BYTES / 2;

    @Rule
    public LocalAlluxioClusterResource mResource = new LocalAlluxioClusterResource.Builder()
            .setProperty(PropertyKey.WORKER_MEMORY_SIZE, WORKER_MEMORY_SIZE_BYTES)
            .setProperty(PropertyKey.USER_BLOCK_SIZE_BYTES_DEFAULT, BLOCK_SIZE_BYTES)
            .setProperty(PropertyKey.USER_FILE_BUFFER_BYTES, BLOCK_SIZE_BYTES).setNumWorkers(NUM_WORKERS).build();

    @Test
    public void writeLargeFile() throws Exception {
        int fileSize = NUM_WORKERS * WORKER_MEMORY_SIZE_BYTES;
        AlluxioURI file = new AlluxioURI("/test");
        FileSystem fs = mResource.get().getClient();
        // Write a file large enough to fill all the memory of all the workers.
        FileSystemTestUtils.createByteFile(fs, file.getPath(), fileSize, CreateFileOptions.defaults()
                .setWriteType(WriteType.MUST_CACHE).setLocationPolicy(new RoundRobinPolicy()));
        URIStatus status = fs.getStatus(file);
        assertEquals(100, status.getInMemoryPercentage());
        try (FileInStream inStream = fs.openFile(file)) {
            assertEquals(fileSize, IOUtils.toByteArray(inStream).length);
        }
    }
}