Java tutorial
/** * Copyright 2016 Red Sqirl, Ltd. All rights reserved. * Red Sqirl, Clarendon House, 34 Clarendon St., Dublin 2. Ireland * * This file is part of Red Sqirl * * User agrees that use of this software is governed by: * (1) the applicable user limitations and specified terms and conditions of * the license agreement which has been entered into with Red Sqirl; and * (2) the proprietary and restricted rights notices included in this software. * * WARNING: THE PROPRIETARY INFORMATION OF Red Sqirl IS PROTECTED BY IRISH AND * INTERNATIONAL LAW. UNAUTHORISED REPRODUCTION, DISTRIBUTION OR ANY PORTION * OF IT, MAY RESULT IN CIVIL AND/OR CRIMINAL PENALTIES. * * If you have received this software in error please contact Red Sqirl at * support@redsqirl.com */ package com.redsqirl.workflow.test; import java.io.IOException; import java.util.Arrays; import org.apache.hadoop.fs.FSDataOutputStream; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; import org.apache.log4j.Logger; import com.idiro.hadoop.NameNodeVar; public class TestUtils { static protected Logger logger = Logger.getLogger(TestUtils.class); static private String user = System.getProperty("user.name"); static public void logTestTitle(String title) { logTestTitle(title, 80, '#'); } static public void logTestTitle(String title, int lineSize) { logTestTitle(title, lineSize, '#'); } static public void logTestTitle(String title, char repeatChar) { logTestTitle(title, 80, repeatChar); } static public void logTestTitle(String title, int lineSize, char repeatChar) { int halfLine = (lineSize - title.length()) / 2; String message = ""; if (halfLine > 0) { if (lineSize - title.length() % 2 == 1) { message += repeatChar; } char[] sharps = new char[halfLine]; Arrays.fill(sharps, repeatChar); String repeatStr = new String(sharps); message += repeatStr + title + repeatStr; } else { message += title; } logger.info(message); } static public String getTableName(int id) { return "test_redsqirl_" + user + id; } static public String getPath(int id) { return "/user/" + user + "/tmp/test_redsqirl_" + id; } static public String getName(int id) { return "test_redsqirl_" + id; } public static void createStringIntIntfile(Path p) throws IOException { String content = "A\0012\0013\n"; content += "B\0013\0014\n"; content += "C\0014\0015\n"; createHDFSFile(p, content); } public static void createHDFSFile(Path p, String containt) throws IOException { FileSystem fileSystem = NameNodeVar.getFS(); // Check if the file already exists if (fileSystem.exists(p)) { logger.warn("File " + p.toString() + " already exists"); return; } // Create a new file and write data to it. fileSystem.mkdirs(p); FSDataOutputStream out = fileSystem.create(new Path(p, "part-0000")); out.write(containt.getBytes()); out.close(); fileSystem.close(); } }