Java tutorial
/*********************************************************************************************************************** * * Copyright (C) 2010 by the Stratosphere project (http://stratosphere.eu) * * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on * an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the * specific language governing permissions and limitations under the License. * **********************************************************************************************************************/ package eu.stratosphere.pact.test.pactPrograms; import java.util.Collection; import java.util.LinkedList; import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.junit.runner.RunWith; import org.junit.runners.Parameterized; import org.junit.runners.Parameterized.Parameters; import eu.stratosphere.nephele.configuration.Configuration; import eu.stratosphere.nephele.jobgraph.JobGraph; import eu.stratosphere.pact.common.plan.Plan; import eu.stratosphere.pact.compiler.DataStatistics; import eu.stratosphere.pact.compiler.PactCompiler; import eu.stratosphere.pact.compiler.plan.candidate.OptimizedPlan; import eu.stratosphere.pact.compiler.plantranslate.NepheleJobGraphGenerator; import eu.stratosphere.pact.example.shortestpaths.PairwiseSP; import eu.stratosphere.pact.test.util.TestBase; @RunWith(Parameterized.class) public class PairwiseSPITCase extends TestBase { private static final Log LOG = LogFactory.getLog(PairwiseSPITCase.class); String rdfDataPath = null; String resultPath = null; /* private String paths = "A|C|7| |\n" + "A|D|6| |\n" + "B|A|1| |\n" + "B|D|2| |\n" + "C|B|3| |\n" + "C|E|10| |\n" + "C|F|12| |\n" + "C|G|9| |\n" + "D|F|5| |\n" + "E|H|2| |\n" + "F|E|3| |\n" + "G|F|1| |\n" + "H|D|2| |\n" + "H|E|4| |\n"; */ private String rdfData = "<A> <http://xmlns.com/foaf/0.1/knows> <C>\n" + "<A> <http://xmlns.com/foaf/0.1/knows> <D>\n" + "<B> <http://xmlns.com/foaf/0.1/knows> <A>\n" + "<B> <http://xmlns.com/foaf/0.1/knows> <D>\n" + "<C> <http://xmlns.com/foaf/0.1/knows> <B>\n" + "<C> <http://xmlns.com/foaf/0.1/knows> <E>\n" + "<C> <http://xmlns.com/foaf/0.1/knows> <F>\n" + "<C> <http://xmlns.com/foaf/0.1/knows> <G>\n" + "<D> <http://xmlns.com/foaf/0.1/knows> <F>\n" + "<E> <http://xmlns.com/foaf/0.1/knows> <H>\n" + "<F> <http://xmlns.com/foaf/0.1/knows> <E>\n" + "<G> <http://xmlns.com/foaf/0.1/knows> <F>\n" + "<H> <http://xmlns.com/foaf/0.1/knows> <D>\n" + "<H> <http://xmlns.com/foaf/0.1/knows> <E>\n"; private String expected = "<A>|<C>|1|0| |\n" + "<A>|<D>|1|0| |\n" + "<B>|<A>|1|0| |\n" + "<B>|<D>|1|0| |\n" + "<C>|<B>|1|0| |\n" + "<C>|<E>|1|0| |\n" + "<C>|<F>|1|0| |\n" + "<C>|<G>|1|0| |\n" + "<D>|<F>|1|0| |\n" + "<E>|<H>|1|0| |\n" + "<F>|<E>|1|0| |\n" + "<G>|<F>|1|0| |\n" + "<H>|<D>|1|0| |\n" + "<H>|<E>|1|0| |\n" + "<A>|<B>|2|1|<C>|\n" + "<A>|<E>|2|1|<C>|\n" + "<A>|<F>|2|1|<C>|\n" + "<A>|<G>|2|1|<C>|\n" + "<A>|<F>|2|1|<D>|\n" + "<B>|<C>|2|1|<A>|\n" + "<B>|<F>|2|1|<D>|\n" + "<C>|<A>|2|1|<B>|\n" + "<C>|<D>|2|1|<B>|\n" + "<C>|<H>|2|1|<E>|\n" + "<D>|<E>|2|1|<F>|\n" + "<E>|<D>|2|1|<H>|\n" + "<F>|<H>|2|1|<E>|\n" + "<G>|<E>|2|1|<F>|\n" + "<H>|<F>|2|1|<D>|\n"; public PairwiseSPITCase(Configuration config) { super(config); } @Override protected void preSubmit() throws Exception { rdfDataPath = getFilesystemProvider().getTempDirPath() + "/paths"; resultPath = getFilesystemProvider().getTempDirPath() + "/iter_1"; String[] splits = splitInputString(rdfData, '\n', 4); getFilesystemProvider().createDir(rdfDataPath); for (int i = 0; i < splits.length; i++) { getFilesystemProvider().createFile(rdfDataPath + "/part_" + i + ".txt", splits[i]); LOG.debug("Part " + (i + 1) + ":\n>" + splits[i] + "<"); } } @Override protected JobGraph getJobGraph() throws Exception { PairwiseSP a2aSP = new PairwiseSP(); Plan plan = a2aSP.getPlan(config.getString("All2AllSPTest#NoSubtasks", "4"), getFilesystemProvider().getURIPrefix() + rdfDataPath, getFilesystemProvider().getURIPrefix() + resultPath, "true"); PactCompiler pc = new PactCompiler(new DataStatistics()); OptimizedPlan op = pc.compile(plan); NepheleJobGraphGenerator jgg = new NepheleJobGraphGenerator(); return jgg.compileJobGraph(op); } @Override protected void postSubmit() throws Exception { // Test results compareResultsByLinesInMemory(expected, resultPath); // clean up hdfs getFilesystemProvider().delete(rdfDataPath, true); getFilesystemProvider().delete(resultPath, true); } @Parameters public static Collection<Object[]> getConfigurations() { LinkedList<Configuration> tConfigs = new LinkedList<Configuration>(); Configuration config = new Configuration(); config.setInteger("All2AllSPTest#NoSubtasks", 4); tConfigs.add(config); return toParameterList(tConfigs); } private String[] splitInputString(String inputString, char splitChar, int noSplits) { String splitString = inputString.toString(); String[] splits = new String[noSplits]; int partitionSize = (splitString.length() / noSplits) - 2; // split data file and copy parts for (int i = 0; i < noSplits - 1; i++) { int cutPos = splitString.indexOf(splitChar, (partitionSize < splitString.length() ? partitionSize : (splitString.length() - 1))); splits[i] = splitString.substring(0, cutPos) + "\n"; splitString = splitString.substring(cutPos + 1); } splits[noSplits - 1] = splitString; return splits; } }