com.addthis.hydra.task.stream.TestStreamSourceMeshy.java Source code

Introduction

Here is the source code for com.addthis.hydra.task.stream.TestStreamSourceMeshy.java

Source

/*
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.addthis.hydra.task.stream;

import java.io.IOException;
import java.io.InputStream;

import java.lang.reflect.Field;

import java.util.ArrayList;
import java.util.Collection;
import java.util.Collections;
import java.util.Comparator;
import java.util.List;

import com.addthis.meshy.MeshyClient;
import com.addthis.meshy.service.file.FileReference;
import com.addthis.meshy.service.stream.StreamSource;

import com.google.common.io.ByteStreams;

import org.apache.commons.lang3.RandomStringUtils;

import org.joda.time.DateTime;
import org.junit.Ignore;
import org.junit.Test;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import static org.junit.Assert.fail;

public class TestStreamSourceMeshy {
    private static final Logger log = LoggerFactory.getLogger(TestStreamSourceMeshy.class);

    @Test
    @Ignore
    public void missingFileErrors() throws IOException {
        MeshyClient meshLink = new MeshyClient("localhost", 5000);
        Collection<FileReference> fileReferences = meshLink.listFiles(new String[] { "job0/*" });
        //        log.info("file refs: {}", fileReferences);
        String meshUuid = fileReferences.iterator().next().getHostUUID();
        log.info("remote uuid: {}", meshUuid);

        InputStream inputStream = new StreamSource(meshLink, meshUuid, "job0/notadir/notafile", 0).getInputStream();
        log.info(new String(ByteStreams.toByteArray(inputStream)));
        inputStream.close();
        meshLink.close();
    }

    @Test
    public void testStreamSourcesSort() {
        final StreamSourceMeshy source = new StreamSourceMeshy();
        final int numElements = 100000;

        FileReference[] fileRefs = new FileReference[numElements];
        List<MeshyStreamFile> streamFiles = new ArrayList<>(numElements);
        DateTime date = DateTime.now();

        try {
            for (int i = 0; i < numElements; i++) {
                fileRefs[i] = new FileReference("", 0, i);
                Field f = fileRefs[i].getClass().getDeclaredField("hostUUID");
                f.setAccessible(true);
                String uuid = RandomStringUtils.randomAlphabetic(20);
                f.set(fileRefs[i], uuid);
                streamFiles.add(new MeshyStreamFile(source, date, fileRefs[i]));
            }
        } catch (Exception ex) {
            ex.printStackTrace();
            fail();
        }

        Collections.shuffle(streamFiles);

        Collections.sort(streamFiles, new Comparator<MeshyStreamFile>() {
            @Override
            public int compare(MeshyStreamFile streamFile1, MeshyStreamFile streamFile2) {
                return source.compareStreamFiles(streamFile1, streamFile2);
            }
        });

    }

}