com.shmsoft.dmass.services.EnronProjects.java Source code

Introduction

Here is the source code for com.shmsoft.dmass.services.EnronProjects.java

Source

/*
 *
 * Copyright SHMsoft, Inc. 
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
*/
package com.shmsoft.dmass.services;

import com.google.common.io.Files;
import java.io.File;
import java.io.IOException;
import java.nio.charset.Charset;
import java.text.DecimalFormat;
import java.util.List;
import org.apache.commons.configuration.ConfigurationException;
import com.shmsoft.dmass.main.ParameterProcessing;
import com.shmsoft.dmass.main.SHMcloudConfiguration;

/**
 *
 * @author mark
 * Generate Enron projects for FreeEed processing
 * Use EDRM listing as input
 */
public class EnronProjects {

    public static final DecimalFormat decimalFormat = new DecimalFormat("000");

    public static void main(String[] argv) {
        String edrmList = "/home/mark/projects/FreeEedData/edrm_enron_list";
        String projectsDir = "/home/mark/projects/FreeEedData/projects";
        EnronProjects instance = new EnronProjects();
        try {
            instance.createProjects(edrmList, projectsDir);
        } catch (Exception e) {
            e.printStackTrace(System.out);
        }

    }

    public void createProjects(String edrmList, String projectDir) throws IOException, ConfigurationException {
        if (new File(projectDir).exists()) {
            Util.deleteDirectory(new File(projectDir));
        }
        List<String> lines = Files.readLines(new File(edrmList), Charset.defaultCharset());
        String marker = "http://duaj3yp6waei2.cloudfront.net/";
        int projectNumber = 0;
        for (String line : lines) {
            int markerIndex = line.indexOf(marker);
            if (markerIndex < 0) {
                continue;
            }
            int markerEnd = line.indexOf("\"", markerIndex);
            if (markerEnd < 0) {
                continue;
            }
            String fileName = line.substring(markerIndex + marker.length(), markerEnd);
            System.out.println(fileName);
            String startFile = "edrm-enron-v2_";
            String endFile = "_pst.zip";
            String custodianFirstName = fileName.substring(startFile.length(),
                    fileName.length() - endFile.length() - 2);
            String custodianLastName = fileName.substring(fileName.length() - endFile.length() - 1,
                    fileName.length() - endFile.length());
            System.out.println(custodianFirstName + " " + custodianLastName);

            SHMcloudConfiguration project = new SHMcloudConfiguration();
            ++projectNumber;
            project.setProperty(ParameterProcessing.GIGS_PER_ZIP_STAGING, 1.);
            // TODO this is not used, fix!
            project.setProperty("output-dir", "test-output/output");
            project.setProperty("staging-dir", "test-output/staging");
            project.setProperty(ParameterProcessing.STAGE, "");
            project.setProperty(ParameterProcessing.CULLING, "");
            project.setProperty(ParameterProcessing.PROCESS_WHERE, "local");
            project.setProperty(ParameterProcessing.PROJECT_INPUTS, line.substring(markerIndex, markerEnd));
            project.setProperty(ParameterProcessing.PROJECT_CUSTODIANS,
                    capitalize(custodianFirstName) + " " + capitalize(custodianLastName));
            project.setProperty(ParameterProcessing.PROJECT_NAME,
                    "Enron " + decimalFormat.format(projectNumber) + " with remote data access");
            String projectFileName = projectDir + "/" + "enron" + decimalFormat.format(projectNumber) + ".project";
            project.save(new File(projectFileName));
        }
    }

    private String capitalize(String str) {
        return str.substring(0, 1).toUpperCase() + str.substring(1, str.length());
    }
}