List of usage examples for java.lang String split
public String[] split(String regex)
From source file:com.rtl.http.Upload.java
public static void main(String[] args) throws Exception { if (args.length != 4) { // Jxj001 20150603 d:\rpt_rtl_0001.txt d:\confDir logger.error("??4,dataTypedataVersionfilePathconfDir"); // System.out.println("??3,dataTypedataVersionfilePath"); return;//from w w w. j a va 2 s . c o m } else { Upload upload = new Upload(); upload.readInfo(args[3]); Date date = new Date(); DateFormat format1 = new SimpleDateFormat("yyyyMMdd"); String todayDir = format1.format(date); File dir = new File(logDir + File.separator + todayDir); if (dir != null && !dir.exists()) { dir.mkdirs(); } // SimpleLayout layout = new SimpleLayout(); PatternLayout layout = new PatternLayout("%d %-5p %c - %m%n"); FileAppender appender = null; try { appender = new FileAppender(layout, dir.getPath() + File.separator + todayDir + "client.log", true); } catch (Exception e) { logger.error(""); } logger.addAppender(appender); logger.setLevel(Level.INFO); InputStream fileIn; dataType = args[0]; dataVersion = args[1]; filePath = args[2]; logger.info("dataType=" + dataType); logger.info("dataVersion=" + dataVersion); logger.info("filePath=" + filePath); try { File file = new File(filePath); if (!file.exists()) { // System.out.println("?:"+filePath); logger.error("?:" + filePath); return; } fileIn = new FileInputStream(filePath); String responseStr = send(upload.getJson(), fileIn, url); if (responseStr != null) { String[] values = responseStr.split(","); if ("ok".equals(values[0])) { System.out.println("0"); logger.info("ok"); } else { System.out.println("1"); logger.info(" A" + values[1]); } } else { System.out.println("1"); logger.info(" B????"); } } catch (Exception e) { System.out.println("1"); logger.error(" C" + e.getMessage()); } } logger.info("??"); // System.out.println("??"); }
From source file:edu.ucsb.cs.eager.sa.cerebro.Cerebro.java
public static void main(String[] args) { Options options = new Options(); options.addOption("ccp", "cerebro-classpath", true, "Cerebro classpath"); options.addOption("c", "class", true, "Class to be used as the starting point"); options.addOption("dnc", "disable-nec-classes", false, "Disable loading of necessary classes"); options.addOption("wp", "whole-program", false, "Enable whole program mode"); CommandLine cmd;/*from w w w .j a va2s .c om*/ try { CommandLineParser parser = new BasicParser(); cmd = parser.parse(options, args); } catch (ParseException e) { System.err.println("Error: " + e.getMessage() + "\n"); HelpFormatter formatter = new HelpFormatter(); formatter.printHelp("Cerebro", options); return; } String classPath = cmd.getOptionValue("ccp"); if (classPath == null) { System.err.println("Cerebro classpath (ccp) option is required"); return; } else { String[] paths = classPath.split(":"); for (String p : paths) { File file = new File(p); if (!file.exists()) { System.err.println("Path segment: " + p + " mentioned in classpath does not exist"); return; } } } String startingPoint = cmd.getOptionValue("c"); if (startingPoint == null) { System.err.println("Starting point class (c) option is required"); return; } Cerebro cerebro = new Cerebro(classPath, startingPoint); cerebro.setLoadNecessaryClasses(!cmd.hasOption("dnc")); cerebro.setWholeProgramMode(cmd.hasOption("wp")); cerebro.setVerbose(true); cerebro.analyze(); }
From source file:com.qpark.maven.plugin.servletconfig.WsServletXmlGenerator.java
public static void main(final String[] args) { final String s = "<bean id=\"\neins\" lkajsdfid=\"zwei\"kljadf"; final String[] ss = s.split("id=\\\""); for (final String string : ss) { if (string.indexOf('"') > 0) { System.out.println(//from ww w .ja va2 s . co m string.substring(0, string.indexOf('"')).replaceAll("\\\n", "").replaceAll("\\\r", "")); } } }
From source file:net.sfr.tv.mom.mgt.HornetqConsole.java
/** * @param args the command line arguments *//*from ww w .ja v a 2 s . co m*/ public static void main(String[] args) { try { String jmxHost = "127.0.0.1"; String jmxPort = "6001"; // Process command line arguments String arg; for (int i = 0; i < args.length; i++) { arg = args[i]; switch (arg) { case "-h": jmxHost = args[++i]; break; case "-p": jmxPort = args[++i]; break; default: break; } } // Check for arguments consistency if (StringUtils.isEmpty(jmxHost) || !NumberUtils.isNumber(jmxPort)) { LOGGER.info("Usage : "); LOGGER.info("hq-console.jar <-h host(127.0.0.1)> <-p port(6001)>\n"); System.exit(1); } System.out.println( SystemUtils.LINE_SEPARATOR.concat(Ansi.format("HornetQ Console ".concat(VERSION), Color.CYAN))); final StringBuilder _url = new StringBuilder("service:jmx:rmi://").append(jmxHost).append(':') .append(jmxPort).append("/jndi/rmi://").append(jmxHost).append(':').append(jmxPort) .append("/jmxrmi"); final String jmxServiceUrl = _url.toString(); JMXConnector jmxc = null; final CommandRouter router = new CommandRouter(); try { jmxc = JMXConnectorFactory.connect(new JMXServiceURL(jmxServiceUrl), null); assert jmxc != null; // jmxc must be not null } catch (final MalformedURLException e) { System.out.println(SystemUtils.LINE_SEPARATOR .concat(Ansi.format(jmxServiceUrl + " :" + e.getMessage(), Color.RED))); } catch (Throwable t) { System.out.println(SystemUtils.LINE_SEPARATOR.concat( Ansi.format("Unable to connect to JMX service URL : ".concat(jmxServiceUrl), Color.RED))); System.out.print(SystemUtils.LINE_SEPARATOR.concat( Ansi.format("Did you add jmx-staticport-agent.jar to your classpath ?", Color.MAGENTA))); System.out.println(SystemUtils.LINE_SEPARATOR.concat(Ansi.format( "Or did you set the com.sun.management.jmxremote.port option in the hornetq server startup script ?", Color.MAGENTA))); System.exit(-1); } System.out.println("\n".concat(Ansi .format("Successfully connected to JMX service URL : ".concat(jmxServiceUrl), Color.YELLOW))); final MBeanServerConnection mbsc = jmxc.getMBeanServerConnection(); // PRINT SERVER STATUS REPORT System.out.print((String) router.get(Command.STATUS, Option.VM).execute(mbsc, null)); System.out.print((String) router.get(Command.STATUS, Option.SERVER).execute(mbsc, null)); System.out.print((String) router.get(Command.STATUS, Option.CLUSTER).execute(mbsc, null)); printHelp(router); // START COMMAND LINE Scanner scanner = new Scanner(System.in); System.out.print("> "); String input; while (!(input = scanner.nextLine().concat(" ")).equals("exit ")) { String[] cliArgs = input.split("\\ "); CommandHandler handler; if (cliArgs.length < 1) { System.out.print("> "); continue; } Command cmd = Command.fromString(cliArgs[0]); if (cmd == null) { System.out.print(Ansi.format("Syntax error !", Color.RED).concat("\n")); cmd = Command.HELP; } switch (cmd) { case STATUS: case LIST: case DROP: Set<Option> options = router.get(cmd); for (Option opt : options) { if (cliArgs[1].equals(opt.toString())) { handler = router.get(cmd, opt); String[] cmdOpts = null; if (cliArgs.length > 2) { cmdOpts = new String[cliArgs.length - 2]; for (int i = 0; i < cmdOpts.length; i++) { cmdOpts[i] = cliArgs[2 + i]; } } Object result = handler.execute(mbsc, cmdOpts); if (result != null && String.class.isAssignableFrom(result.getClass())) { System.out.print((String) result); } System.out.print("> "); } } break; case FORK: // EXECUTE SYSTEM COMMAND ProcessBuilder pb = new ProcessBuilder(Arrays.copyOfRange(cliArgs, 1, cliArgs.length)); pb.inheritIO(); pb.start(); break; case HELP: printHelp(router); break; } } } catch (MalformedURLException ex) { LOGGER.log(Level.SEVERE, null, ex); } catch (IOException ex) { LOGGER.log(Level.SEVERE, null, ex); } echo(SystemUtils.LINE_SEPARATOR.concat(Ansi.format("Bye!", Color.CYAN))); }
From source file:edu.umd.ujjwalgoel.AnalyzePMI.java
@SuppressWarnings({ "static-access" })
public static void main(String[] args) {
Options options = new Options();
options.addOption(OptionBuilder.withArgName("path").hasArg().withDescription("input path").create(INPUT));
CommandLine cmdline = null;/*from ww w . j a v a 2 s . com*/
CommandLineParser parser = new GnuParser();
try {
cmdline = parser.parse(options, args);
} catch (ParseException exp) {
System.err.println("Error parsing command line: " + exp.getMessage());
System.exit(-1);
}
if (!cmdline.hasOption(INPUT)) {
System.out.println("args: " + Arrays.toString(args));
HelpFormatter formatter = new HelpFormatter();
formatter.setWidth(120);
formatter.printHelp(AnalyzePMI.class.getName(), options);
ToolRunner.printGenericCommandUsage(System.out);
System.exit(-1);
}
String inputPath = cmdline.getOptionValue(INPUT);
System.out.println("input path: " + inputPath);
BufferedReader br = null;
int countPairs = 0;
List<PairOfWritables<PairOfStrings, FloatWritable>> pmis = new ArrayList<PairOfWritables<PairOfStrings, FloatWritable>>();
List<PairOfWritables<PairOfStrings, FloatWritable>> cloudPmis = new ArrayList<PairOfWritables<PairOfStrings, FloatWritable>>();
List<PairOfWritables<PairOfStrings, FloatWritable>> lovePmis = new ArrayList<PairOfWritables<PairOfStrings, FloatWritable>>();
PairOfWritables<PairOfStrings, FloatWritable> highestPMI = null;
PairOfWritables<PairOfStrings, FloatWritable> highestCloudPMI = null;
PairOfWritables<PairOfStrings, FloatWritable> highestCloudPMI2 = null;
PairOfWritables<PairOfStrings, FloatWritable> highestCloudPMI3 = null;
PairOfWritables<PairOfStrings, FloatWritable> highestLovePMI = null;
PairOfWritables<PairOfStrings, FloatWritable> highestLovePMI2 = null;
PairOfWritables<PairOfStrings, FloatWritable> highestLovePMI3 = null;
try {
FileSystem fs = FileSystem.get(new Configuration());
FileStatus[] status = fs.listStatus(new Path(inputPath));
//PairOfStrings pair = new PairOfStrings();
for (int i = 0; i < status.length; i++) {
br = new BufferedReader(new InputStreamReader(fs.open(status[i].getPath())));
String line = br.readLine();
while (line != null) {
String[] words = line.split("\\t");
float value = Float.parseFloat(words[1].trim());
String[] wordPair = words[0].replaceAll("\\(", "").replaceAll("\\)", "").split(",");
PairOfStrings pair = new PairOfStrings();
pair.set(wordPair[0].trim(), wordPair[1].trim());
if (wordPair[0].trim().equals("cloud")) {
PairOfWritables<PairOfStrings, FloatWritable> cloudPmi = new PairOfWritables<PairOfStrings, FloatWritable>();
cloudPmi.set(pair, new FloatWritable(value));
cloudPmis.add(cloudPmi);
if ((highestCloudPMI == null)
|| (highestCloudPMI.getRightElement().compareTo(cloudPmi.getRightElement()) < 0)) {
highestCloudPMI = cloudPmi;
} else if ((highestCloudPMI2 == null)
|| (highestCloudPMI2.getRightElement().compareTo(cloudPmi.getRightElement()) < 0)) {
highestCloudPMI2 = cloudPmi;
} else if ((highestCloudPMI3 == null)
|| (highestCloudPMI3.getRightElement().compareTo(cloudPmi.getRightElement()) < 0)) {
highestCloudPMI3 = cloudPmi;
}
}
if (wordPair[0].trim().equals("love")) {
PairOfWritables<PairOfStrings, FloatWritable> lovePmi = new PairOfWritables<PairOfStrings, FloatWritable>();
lovePmi.set(pair, new FloatWritable(value));
lovePmis.add(lovePmi);
if ((highestLovePMI == null)
|| (highestLovePMI.getRightElement().compareTo(lovePmi.getRightElement()) < 0)) {
highestLovePMI = lovePmi;
} else if ((highestLovePMI2 == null)
|| (highestLovePMI2.getRightElement().compareTo(lovePmi.getRightElement()) < 0)) {
highestLovePMI2 = lovePmi;
} else if ((highestLovePMI3 == null)
|| (highestLovePMI3.getRightElement().compareTo(lovePmi.getRightElement()) < 0)) {
highestLovePMI3 = lovePmi;
}
}
PairOfWritables<PairOfStrings, FloatWritable> pmi = new PairOfWritables<PairOfStrings, FloatWritable>();
pmi.set(pair, new FloatWritable(value));
pmis.add(pmi);
if (highestPMI == null) {
highestPMI = pmi;
} else if (highestPMI.getRightElement().compareTo(pmi.getRightElement()) < 0) {
highestPMI = pmi;
}
countPairs++;
line = br.readLine();
}
}
} catch (Exception ex) {
System.out.println("ERROR" + ex.getMessage());
}
/*Collections.sort(pmis, new Comparator<PairOfWritables<PairOfStrings, FloatWritable>>() {
public int compare(PairOfWritables<PairOfStrings, FloatWritable> e1,
PairOfWritables<PairOfStrings, FloatWritable> e2) {
/*if (e2.getRightElement().compareTo(e1.getRightElement()) == 0) {
return e1.getLeftElement().getLeftElement().compareTo(e2.getLeftElement().getLeftElement());
}
return e2.getRightElement().compareTo(e1.getRightElement());
}
});
Collections.sort(cloudPmis, new Comparator<PairOfWritables<PairOfStrings, FloatWritable>>() {
public int compare(PairOfWritables<PairOfStrings, FloatWritable> e1,
PairOfWritables<PairOfStrings, FloatWritable> e2) {
if (e2.getRightElement().compareTo(e1.getRightElement()) == 0) {
return e1.getLeftElement().getLeftElement().compareTo(e2.getLeftElement().getLeftElement());
}
return e2.getRightElement().compareTo(e1.getRightElement());
}
});
Collections.sort(lovePmis, new Comparator<PairOfWritables<PairOfStrings, FloatWritable>>() {
public int compare(PairOfWritables<PairOfStrings, FloatWritable> e1,
PairOfWritables<PairOfStrings, FloatWritable> e2) {
if (e2.getRightElement().compareTo(e1.getRightElement()) == 0) {
return e1.getLeftElement().getLeftElement().compareTo(e2.getLeftElement().getLeftElement());
}
return e2.getRightElement().compareTo(e1.getRightElement());
}
});
PairOfWritables<PairOfStrings, FloatWritable> highestPMI = pmis.get(0);
PairOfWritables<PairOfStrings, FloatWritable> highestCloudPMI = cloudPmis.get(0); PairOfWritables<PairOfStrings, FloatWritable> highestCloudPMI2 = cloudPmis.get(1);
PairOfWritables<PairOfStrings, FloatWritable> highestCloudPMI3 = cloudPmis.get(2);
PairOfWritables<PairOfStrings, FloatWritable> highestLovePMI = lovePmis.get(0); PairOfWritables<PairOfStrings, FloatWritable> highestLovePMI2 = lovePmis.get(1);
PairOfWritables<PairOfStrings, FloatWritable> highestLovePMI3 = lovePmis.get(2);*/
System.out.println("Total Distinct Pairs : " + countPairs);
System.out.println("Pair with highest PMI : (" + highestPMI.getLeftElement().getLeftElement() + ", "
+ highestPMI.getLeftElement().getRightElement());
System.out
.println("Word with highest PMI with Cloud : " + highestCloudPMI.getLeftElement().getRightElement()
+ " with value : " + highestCloudPMI.getRightElement().get());
System.out.println(
"Word with second highest PMI with Cloud : " + highestCloudPMI2.getLeftElement().getRightElement()
+ " with value : " + highestCloudPMI2.getRightElement().get());
System.out.println(
"Word with third highest PMI with Cloud : " + highestCloudPMI3.getLeftElement().getRightElement()
+ " with value : " + highestCloudPMI3.getRightElement().get());
System.out.println("Word with highest PMI with Love : " + highestLovePMI.getLeftElement().getRightElement()
+ " with value : " + highestLovePMI.getRightElement().get());
System.out.println(
"Word with second highest PMI with Love : " + highestLovePMI2.getLeftElement().getRightElement()
+ " with value : " + highestLovePMI2.getRightElement().get());
System.out.println(
"Word with third highest PMI with Love : " + highestLovePMI3.getLeftElement().getRightElement()
+ " with value : " + highestLovePMI3.getRightElement().get());
}
From source file:akori.Impact.java
static public void main(String[] args) throws IOException { String PATH = "E:\\Trabajos\\AKORI\\datosmatrizgino\\"; String PATHIMG = "E:\\NetBeansProjects\\AKORI\\Proccess_1\\ImagesPages\\"; for (int i = 1; i <= 32; ++i) { for (int k = 1; k <= 15; ++k) { System.out.println("Matrix " + i + "-" + k); BufferedImage img = null; try { img = ImageIO.read(new File(PATHIMG + i + ".png")); } catch (IOException ex) { ex.getStackTrace();//w w w . j ava 2 s .c om } int ymax = img.getHeight(); int xmax = img.getWidth(); double[][] imagen = new double[ymax][xmax]; BufferedReader in = null; try { in = new BufferedReader(new FileReader(PATH + i + "-" + k + ".txt")); } catch (FileNotFoundException ex) { ex.getStackTrace(); } String linea; ArrayList<String> lista = new ArrayList<String>(); HashMap<String, String> lista1 = new HashMap<String, String>(); try { for (int j = 0; (linea = in.readLine()) != null; ++j) { String[] datos = linea.split(","); int x = (int) Double.parseDouble(datos[1]); int y = (int) Double.parseDouble(datos[2]); if (x >= xmax || y >= ymax || x <= 0 || y <= 0) { continue; } lista.add(x + "," + y); } } catch (Exception ex) { ex.getStackTrace(); } try { in.close(); } catch (IOException ex) { ex.getStackTrace(); } Iterator iter = lista.iterator(); int[][] matrix = new int[lista.size()][2]; for (int j = 0; iter.hasNext(); ++j) { String xy = (String) iter.next(); String[] datos = xy.split(","); matrix[j][0] = Integer.parseInt(datos[0]); matrix[j][1] = Integer.parseInt(datos[1]); } for (int j = 0; j < matrix.length; ++j) { int std = 50; int x = matrix[j][0]; int y = matrix[j][1]; imagen[y][x] += 1; double aux; normalMatrix(imagen, y, x, std); } FileWriter fw = new FileWriter(PATH + "Matrix" + i + "-" + k + ".txt"); BufferedWriter bw = new BufferedWriter(fw); for (int j = 0; j < imagen.length; ++j) { for (int t = 0; t < imagen[j].length; ++t) { if (t + 1 == imagen[j].length) bw.write(imagen[j][t] + ""); else bw.write(imagen[j][t] + ","); } bw.write("\n"); } bw.close(); } } }
From source file:edu.cmu.lti.oaqa.knn4qa.apps.QueryGenNMSLIB.java
public static void main(String[] args) { Options options = new Options(); options.addOption(CommonParams.QUERY_FILE_PARAM, null, true, CommonParams.QUERY_FILE_DESC); options.addOption(CommonParams.MEMINDEX_PARAM, null, true, CommonParams.MEMINDEX_DESC); options.addOption(CommonParams.KNN_QUERIES_PARAM, null, true, CommonParams.KNN_QUERIES_DESC); options.addOption(CommonParams.NMSLIB_FIELDS_PARAM, null, true, CommonParams.NMSLIB_FIELDS_DESC); options.addOption(CommonParams.MAX_NUM_QUERY_PARAM, null, true, CommonParams.MAX_NUM_QUERY_DESC); options.addOption(CommonParams.SEL_PROB_PARAM, null, true, CommonParams.SEL_PROB_DESC); CommandLineParser parser = new org.apache.commons.cli.GnuParser(); BufferedWriter knnQueries = null; int maxNumQuery = Integer.MAX_VALUE; Float selProb = null;/*w w w . ja v a 2 s . c o m*/ try { CommandLine cmd = parser.parse(options, args); String queryFile = null; if (cmd.hasOption(CommonParams.QUERY_FILE_PARAM)) { queryFile = cmd.getOptionValue(CommonParams.QUERY_FILE_PARAM); } else { Usage("Specify 'query file'", options); } String knnQueriesFile = cmd.getOptionValue(CommonParams.KNN_QUERIES_PARAM); if (null == knnQueriesFile) Usage("Specify '" + CommonParams.KNN_QUERIES_DESC + "'", options); String tmpn = cmd.getOptionValue(CommonParams.MAX_NUM_QUERY_PARAM); if (tmpn != null) { try { maxNumQuery = Integer.parseInt(tmpn); } catch (NumberFormatException e) { Usage("Maximum number of queries isn't integer: '" + tmpn + "'", options); } } String tmps = cmd.getOptionValue(CommonParams.NMSLIB_FIELDS_PARAM); if (null == tmps) Usage("Specify '" + CommonParams.NMSLIB_FIELDS_DESC + "'", options); String nmslibFieldList[] = tmps.split(","); knnQueries = new BufferedWriter(new FileWriter(knnQueriesFile)); knnQueries.write("isQueryFile=1"); knnQueries.newLine(); knnQueries.newLine(); String memIndexPref = cmd.getOptionValue(CommonParams.MEMINDEX_PARAM); if (null == memIndexPref) { Usage("Specify '" + CommonParams.MEMINDEX_DESC + "'", options); } String tmpf = cmd.getOptionValue(CommonParams.SEL_PROB_PARAM); if (tmpf != null) { try { selProb = Float.parseFloat(tmpf); } catch (NumberFormatException e) { Usage("A selection probability isn't a number in the range (0,1)'" + tmpf + "'", options); } if (selProb < Float.MIN_NORMAL || selProb + Float.MIN_NORMAL >= 1) Usage("A selection probability isn't a number in the range (0,1)'" + tmpf + "'", options); } BufferedReader inpText = new BufferedReader( new InputStreamReader(CompressUtils.createInputStream(queryFile))); String docText = XmlHelper.readNextXMLIndexEntry(inpText); NmslibQueryGenerator queryGen = new NmslibQueryGenerator(nmslibFieldList, memIndexPref); Random rnd = new Random(); for (int docNum = 1; docNum <= maxNumQuery && docText != null; ++docNum, docText = XmlHelper.readNextXMLIndexEntry(inpText)) { if (selProb != null) { if (rnd.nextFloat() > selProb) continue; } Map<String, String> docFields = null; try { docFields = XmlHelper.parseXMLIndexEntry(docText); String queryObjStr = queryGen.getStrObjForKNNService(docFields); knnQueries.append(queryObjStr); knnQueries.newLine(); } catch (SAXException e) { System.err.println("Parsing error, offending DOC:" + NL + docText + " doc # " + docNum); throw new Exception("Parsing error."); } } knnQueries.close(); } catch (ParseException e) { Usage("Cannot parse arguments", options); if (null != knnQueries) try { knnQueries.close(); } catch (IOException e1) { e1.printStackTrace(); } } catch (Exception e) { System.err.println("Terminating due to an exception: " + e); try { if (knnQueries != null) knnQueries.close(); } catch (IOException e1) { e1.printStackTrace(); } System.exit(1); } System.out.println("Terminated successfully!"); }
From source file:de.dailab.plistacontest.client.ClientAndContestHandler0MQ.java
/** * This method starts the server/* w w w . ja v a 2 s . co m*/ * * @param args [hostname:port, properties_filename] * @throws Exception */ public static void main(String[] args) throws Exception { // you might want to use a recommender Object recommender = null; String hostname = "0.0.0.0"; int port = 8081; try { hostname = args[0].substring(0, args[0].indexOf(":")); port = Integer.parseInt(args[0].substring(args[0].indexOf(":") + 1)); } catch (Exception e) { System.out.println("No hostname and port given. Using default 0.0.0.0:8081"); logger.info(e.getMessage()); } // initialize zeroMQ // initialize the 0MQ ZContext context = new ZContext(); ZMQ.Socket clientSocket = context.createSocket(ZMQ.SUB); String serverURL = "tcp://" + hostname + ":" + port; if (serverURL == null) { serverURL = "tcp://127.0.0.1:8088"; } clientSocket.bind(serverURL); // create the handler ClientAndContestHandler0MQ me = new ClientAndContestHandler0MQ(); for (;;) { String message = clientSocket.recvStr(); // split the message String[] token = message.split("\t"); // call handle and provide the relevant token String result = me.handle(token[0], null, token[3], token[4]); // send back the result clientSocket.send(result); } }
From source file:nbayes_mr.NBAYES_MR.java
public static void main(String[] args) throws IOException, InterruptedException, ClassNotFoundException { // TODO code application logic here splitter("/home/hduser/hw4data.csv"); //FileSystem hdfs=FileSystem.get(new Configuration()); //System.out.println("1-----"+hdfs.getHomeDirectory()); //Path inpdir=new Path(hdfs.getHomeDirectory().toString()+"/input"); for (int i = 1; i <= 5; i++) { //hdfs.delete(inpdir,true); //FileUtils.cleanDirectory(new File()); //hdfs.mkdirs(inpdir); //FileUtils.cleanDirectory(new File("/output")); // for(int j=1;j<=5;j++){ // if(j!=i){ // File source = new File("/home/hduser/data"+j+".txt"); // File dest = new File("/input"); // try { // // hdfs.copyFromLocalFile(new Path("/home/hduser/data"+j+".txt"),inpdir); // //FileUtils.copyFileToDirectory(source, dest); // //FileUtils.copyDirectory(source, dest); // } catch (IOException e) { // e.printStackTrace(); // } // } // } Configuration conf = new Configuration(); Job job = Job.getInstance(conf, "kmeans"); job.setJarByClass(NBAYES_MR.class); job.setMapperClass(TokenizerMapper.class); job.setCombinerClass(IntSumCombiner.class); job.setReducerClass(IntSumReducer.class); job.setOutputKeyClass(Text.class); job.setOutputValueClass(Text.class); FileInputFormat.setInputPaths(job, new Path("/input" + String.valueOf(i))); FileOutputFormat.setOutputPath(job, new Path("/output")); job.waitForCompletion(true);//from w w w .ja va 2s . co m FileSystem fOpen = FileSystem.get(conf); Path outputPathReduceFile = new Path("/output/part-r-00000"); BufferedReader reader = new BufferedReader(new InputStreamReader(fOpen.open(outputPathReduceFile))); String Line = reader.readLine(); //System.out.println(Line); while (Line != null) { String[] split = Line.split("_"); String belongs[] = split[0].split(":"); //System.out.println(Line); if (belongs[0].equalsIgnoreCase("X")) { probxmap.put(belongs[1], Integer.parseInt(split[1].trim())); } else if (belongs[0].equalsIgnoreCase("H")) { probhmap.put(belongs[1], Integer.parseInt(split[1].trim())); } else if (belongs[0].equalsIgnoreCase("X|H")) { //System.out.println(belongs[1]); probxhmap.put(belongs[1], Integer.parseInt(split[1].trim())); } else { total = Integer.parseInt(split[1].trim()); } //probmap.put(split[0], Integer.parseInt(split[1])); Line = reader.readLine(); } deleteFolder(conf, "/output"); test("/home/hduser/data" + i + ".txt"); } double avg = 0.0; for (int i = 0; i < accuracy.size(); i++) { avg += accuracy.get(i); } System.out.println("Accuracy : " + avg * 100 / 5); }
From source file:org.apache.flink.benchmark.Runner.java
public static void main(String[] args) throws Exception { final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment(); env.getConfig().enableObjectReuse(); env.getConfig().disableSysoutLogging(); ParameterTool parameters = ParameterTool.fromArgs(args); if (!(parameters.has("p") && parameters.has("types") && parameters.has("algorithms"))) { printUsage();/*from w w w .j ava 2s. c om*/ System.exit(-1); } int parallelism = parameters.getInt("p"); env.setParallelism(parallelism); Set<IdType> types = new HashSet<>(); if (parameters.get("types").equals("all")) { types.add(IdType.INT); types.add(IdType.LONG); types.add(IdType.STRING); } else { for (String type : parameters.get("types").split(",")) { if (type.toLowerCase().equals("int")) { types.add(IdType.INT); } else if (type.toLowerCase().equals("long")) { types.add(IdType.LONG); } else if (type.toLowerCase().equals("string")) { types.add(IdType.STRING); } else { printUsage(); throw new RuntimeException("Unknown type: " + type); } } } Queue<RunnerWithScore> queue = new PriorityQueue<>(); if (parameters.get("algorithms").equals("all")) { for (Map.Entry<String, Class> entry : AVAILABLE_ALGORITHMS.entrySet()) { for (IdType type : types) { AlgorithmRunner runner = (AlgorithmRunner) entry.getValue().newInstance(); runner.initialize(type, SAMPLES, parallelism); runner.warmup(env); queue.add(new RunnerWithScore(runner, 1.0)); } } } else { for (String algorithm : parameters.get("algorithms").split(",")) { double ratio = 1.0; if (algorithm.contains("=")) { String[] split = algorithm.split("="); algorithm = split[0]; ratio = Double.parseDouble(split[1]); } if (AVAILABLE_ALGORITHMS.containsKey(algorithm.toLowerCase())) { Class clazz = AVAILABLE_ALGORITHMS.get(algorithm.toLowerCase()); for (IdType type : types) { AlgorithmRunner runner = (AlgorithmRunner) clazz.newInstance(); runner.initialize(type, SAMPLES, parallelism); runner.warmup(env); queue.add(new RunnerWithScore(runner, ratio)); } } else { printUsage(); throw new RuntimeException("Unknown algorithm: " + algorithm); } } } JsonFactory factory = new JsonFactory(); while (queue.size() > 0) { RunnerWithScore current = queue.poll(); AlgorithmRunner runner = current.getRunner(); StringWriter writer = new StringWriter(); JsonGenerator gen = factory.createGenerator(writer); gen.writeStartObject(); gen.writeStringField("algorithm", runner.getClass().getSimpleName()); boolean running = true; while (running) { try { runner.run(env, gen); running = false; } catch (ProgramInvocationException e) { // only suppress job cancellations if (!(e.getCause() instanceof JobCancellationException)) { throw e; } } } JobExecutionResult result = env.getLastJobExecutionResult(); long runtime_ms = result.getNetRuntime(); gen.writeNumberField("runtime_ms", runtime_ms); current.credit(runtime_ms); if (!runner.finished()) { queue.add(current); } gen.writeObjectFieldStart("accumulators"); for (Map.Entry<String, Object> accumulatorResult : result.getAllAccumulatorResults().entrySet()) { gen.writeStringField(accumulatorResult.getKey(), accumulatorResult.getValue().toString()); } gen.writeEndObject(); gen.writeEndObject(); gen.close(); System.out.println(writer.toString()); } }