com.streamsets.datacollector.restapi.ZipEdgeArchiveBuilder.java Source code

Introduction

Here is the source code for com.streamsets.datacollector.restapi.ZipEdgeArchiveBuilder.java

Source

/*
 * Copyright 2018 StreamSets Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.streamsets.datacollector.restapi;

import com.streamsets.datacollector.json.ObjectMapperFactory;
import com.streamsets.datacollector.restapi.bean.PipelineConfigurationJson;
import org.apache.commons.compress.archivers.ArchiveOutputStream;
import org.apache.commons.compress.archivers.zip.ZipArchiveEntry;
import org.apache.commons.compress.archivers.zip.ZipArchiveInputStream;
import org.apache.commons.compress.archivers.zip.ZipArchiveOutputStream;
import org.apache.commons.io.IOUtils;

import java.io.File;
import java.io.FileInputStream;
import java.io.FileOutputStream;
import java.io.IOException;

import static com.streamsets.datacollector.restapi.PipelineInfoConstants.DATA_PIPELINES_FOLDER;
import static com.streamsets.datacollector.restapi.PipelineInfoConstants.PIPELINE_INFO_FILE;
import static com.streamsets.datacollector.restapi.PipelineInfoConstants.PIPELINE_JSON_FILE;

public class ZipEdgeArchiveBuilder extends EdgeArchiveBuilder {
    @Override
    public void finish() throws IOException {
        try (ZipArchiveOutputStream zipArchiveOutput = new ZipArchiveOutputStream(outputStream);
                ZipArchiveInputStream zipArchiveInput = new ZipArchiveInputStream(
                        new FileInputStream(edgeArchive))) {
            ZipArchiveEntry entry = zipArchiveInput.getNextZipEntry();

            while (entry != null) {
                zipArchiveOutput.putArchiveEntry(entry);
                IOUtils.copy(zipArchiveInput, zipArchiveOutput);
                zipArchiveOutput.closeArchiveEntry();
                entry = zipArchiveInput.getNextZipEntry();
            }

            for (PipelineConfigurationJson pipelineConfiguration : pipelineConfigurationList) {
                addArchiveEntry(zipArchiveOutput, pipelineConfiguration, pipelineConfiguration.getPipelineId(),
                        PIPELINE_JSON_FILE);
                addArchiveEntry(zipArchiveOutput, pipelineConfiguration.getInfo(),
                        pipelineConfiguration.getPipelineId(), PIPELINE_INFO_FILE);
            }

            zipArchiveOutput.finish();
        }
    }

    protected void addArchiveEntry(ArchiveOutputStream archiveOutput, Object fileContent, String pipelineId,
            String fileName) throws IOException {
        File pipelineFile = File.createTempFile(pipelineId, fileName);
        FileOutputStream pipelineOutputStream = new FileOutputStream(pipelineFile);
        ObjectMapperFactory.get().writeValue(pipelineOutputStream, fileContent);
        pipelineOutputStream.flush();
        pipelineOutputStream.close();
        ZipArchiveEntry archiveEntry = new ZipArchiveEntry(pipelineFile,
                DATA_PIPELINES_FOLDER + pipelineId + "/" + fileName);
        archiveEntry.setSize(pipelineFile.length());
        archiveOutput.putArchiveEntry(archiveEntry);
        IOUtils.copy(new FileInputStream(pipelineFile), archiveOutput);
        archiveOutput.closeArchiveEntry();
    }
}