Download pangool Free Java Code
Description
Tuple MapReduce for Hadoop: Hadoop API made easy.
Source Files
The download file pangool-master.zip has the following entries.
.gitignore/*w w w. j a v a 2 s. c o m*/
CHANGES.txt
LICENSE.txt
NOTICE.txt
README
README_ZIP
bin/hadoop-compat-reg-test.sh
checkstyle.xml
core/.gitignore
core/pom.xml
core/src/main/assembly/jar-with-deps.xml
core/src/main/java/com/datasalt/pangool/PangoolDriver.java
core/src/main/java/com/datasalt/pangool/PangoolRuntimeException.java
core/src/main/java/com/datasalt/pangool/io/BitField.java
core/src/main/java/com/datasalt/pangool/io/BytesWritable.java
core/src/main/java/com/datasalt/pangool/io/DatumWrapper.java
core/src/main/java/com/datasalt/pangool/io/FieldClonator.java
core/src/main/java/com/datasalt/pangool/io/Fields.java
core/src/main/java/com/datasalt/pangool/io/ITuple.java
core/src/main/java/com/datasalt/pangool/io/Mutator.java
core/src/main/java/com/datasalt/pangool/io/NextByte.java
core/src/main/java/com/datasalt/pangool/io/Schema.java
core/src/main/java/com/datasalt/pangool/io/Tuple.java
core/src/main/java/com/datasalt/pangool/io/TupleFile.java
core/src/main/java/com/datasalt/pangool/io/Utf8.java
core/src/main/java/com/datasalt/pangool/io/ViewTuple.java
core/src/main/java/com/datasalt/pangool/pig/PangoolStoreFunc.java
core/src/main/java/com/datasalt/pangool/serialization/HadoopSerialization.java
core/src/main/java/com/datasalt/pangool/serialization/ProtoStuffSerialization.java
core/src/main/java/com/datasalt/pangool/serialization/ThriftSerialization.java
core/src/main/java/com/datasalt/pangool/solr/BatchWriter.java
core/src/main/java/com/datasalt/pangool/solr/DefaultTupleDocumentConverter.java
core/src/main/java/com/datasalt/pangool/solr/HeartBeater.java
core/src/main/java/com/datasalt/pangool/solr/SolrRecordWriter.java
core/src/main/java/com/datasalt/pangool/solr/TupleDocumentConverter.java
core/src/main/java/com/datasalt/pangool/solr/TupleSolrOutputFormat.java
core/src/main/java/com/datasalt/pangool/tuplemr/Aliases.java
core/src/main/java/com/datasalt/pangool/tuplemr/Criteria.java
core/src/main/java/com/datasalt/pangool/tuplemr/IdentityTupleMapper.java
core/src/main/java/com/datasalt/pangool/tuplemr/IdentityTupleReducer.java
core/src/main/java/com/datasalt/pangool/tuplemr/MapOnlyJobBuilder.java
core/src/main/java/com/datasalt/pangool/tuplemr/MultipleInputsInterface.java
core/src/main/java/com/datasalt/pangool/tuplemr/MultipleOutputsCollector.java
core/src/main/java/com/datasalt/pangool/tuplemr/NamedOutputsInterface.java
core/src/main/java/com/datasalt/pangool/tuplemr/OrderBy.java
core/src/main/java/com/datasalt/pangool/tuplemr/SerializationInfo.java
core/src/main/java/com/datasalt/pangool/tuplemr/TupleMRBuilder.java
core/src/main/java/com/datasalt/pangool/tuplemr/TupleMRConfig.java
core/src/main/java/com/datasalt/pangool/tuplemr/TupleMRConfigBuilder.java
core/src/main/java/com/datasalt/pangool/tuplemr/TupleMRException.java
core/src/main/java/com/datasalt/pangool/tuplemr/TupleMapper.java
core/src/main/java/com/datasalt/pangool/tuplemr/TupleReducer.java
core/src/main/java/com/datasalt/pangool/tuplemr/TupleRollupReducer.java
core/src/main/java/com/datasalt/pangool/tuplemr/avro/AvroInputFormat.java
core/src/main/java/com/datasalt/pangool/tuplemr/avro/AvroOutputFormat.java
core/src/main/java/com/datasalt/pangool/tuplemr/avro/AvroRecordReader.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/GroupComparator.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/MapOnlyMapper.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/RollupReducer.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/SerializerComparator.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/SimpleCombiner.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/SimpleReducer.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/SortComparator.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/TupleHashPartitioner.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/TupleIterator.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/lib/input/CascadingTupleInputFormat.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/lib/input/DelegatingInputFormat.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/lib/input/DelegatingMapper.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/lib/input/DelegatingRecordReader.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/lib/input/FileSplit.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/lib/input/FixedWidthCSVTokenizer.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/lib/input/HCatTupleInputFormat.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/lib/input/HadoopInputFormat.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/lib/input/InvalidInputException.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/lib/input/NullableCSVTokenizer.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/lib/input/PangoolMultipleInputs.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/lib/input/TaggedInputSplit.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/lib/input/TupleFileRecordReader.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/lib/input/TupleInputFormat.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/lib/input/TupleTextInputFormat.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/lib/output/HadoopOutputFormat.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/lib/output/PangoolMultipleOutputs.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/lib/output/ProxyOutputFormat.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/lib/output/TupleOutputFormat.java
core/src/main/java/com/datasalt/pangool/tuplemr/mapred/lib/output/TupleTextOutputFormat.java
core/src/main/java/com/datasalt/pangool/tuplemr/serialization/AvroFieldSerialization.java
core/src/main/java/com/datasalt/pangool/tuplemr/serialization/SimpleTupleDeserializer.java
core/src/main/java/com/datasalt/pangool/tuplemr/serialization/SimpleTupleSerializer.java
core/src/main/java/com/datasalt/pangool/tuplemr/serialization/TupleDeserializer.java
core/src/main/java/com/datasalt/pangool/tuplemr/serialization/TupleFieldSerialization.java
core/src/main/java/com/datasalt/pangool/tuplemr/serialization/TupleSerialization.java
core/src/main/java/com/datasalt/pangool/tuplemr/serialization/TupleSerializer.java
core/src/main/java/com/datasalt/pangool/utils/AvroBinaryComparator.java
core/src/main/java/com/datasalt/pangool/utils/AvroUtils.java
core/src/main/java/com/datasalt/pangool/utils/Buffer.java
core/src/main/java/com/datasalt/pangool/utils/CommonUtils.java
core/src/main/java/com/datasalt/pangool/utils/HadoopUtils.java
core/src/main/java/com/datasalt/pangool/utils/InstancesDistributor.java
core/src/main/java/com/datasalt/pangool/utils/JobContextFactory.java
core/src/main/java/com/datasalt/pangool/utils/Pair.java
core/src/main/java/com/datasalt/pangool/utils/Strings.java
core/src/main/java/com/datasalt/pangool/utils/TaskAttemptContextFactory.java
core/src/main/java/com/datasalt/pangool/utils/TestUtils.java
core/src/main/java/com/datasalt/pangool/utils/ThriftUtils.java
core/src/main/java/com/datasalt/pangool/utils/TupleToAvroRecordConverter.java
core/src/main/java/com/datasalt/pangool/utils/test/AbstractBaseTest.java
core/src/main/java/com/datasalt/pangool/utils/test/AbstractHadoopTestLibrary.java
core/src/main/java/com/datasalt/pangool/utils/test/CollectionInputFormat.java
core/src/main/java/org/apache/avro/mapreduce/lib/input/AvroInputFormat.java
core/src/main/java/org/apache/avro/mapreduce/lib/input/AvroRecordReader.java
core/src/main/java/org/apache/avro/mapreduce/lib/output/AvroOutputFormat.java
core/src/main/resources/log4j.properties
core/src/test/java/com/datasalt/pangool/BaseTest.java
core/src/test/java/com/datasalt/pangool/io/TestBitField.java
core/src/test/java/com/datasalt/pangool/io/TestBytesWritable.java
core/src/test/java/com/datasalt/pangool/io/TestMutator.java
core/src/test/java/com/datasalt/pangool/io/TestTuple.java
core/src/test/java/com/datasalt/pangool/io/TestTupleFile.java
core/src/test/java/com/datasalt/pangool/solr/TestSolrOutputFormat.java
core/src/test/java/com/datasalt/pangool/solr/TupleSolrOutputFormatExample.java
core/src/test/java/com/datasalt/pangool/thrift/test/A.java
core/src/test/java/com/datasalt/pangool/thrift/test/B.java
core/src/test/java/com/datasalt/pangool/thrift/test/ObjForTest.java
core/src/test/java/com/datasalt/pangool/thrift/test/TestEntity.java
core/src/test/java/com/datasalt/pangool/tuplemr/TestConfigBuilder.java
core/src/test/java/com/datasalt/pangool/tuplemr/TestConfigParsing.java
core/src/test/java/com/datasalt/pangool/tuplemr/TestMultipleSchemas.java
core/src/test/java/com/datasalt/pangool/tuplemr/TestSchema.java
core/src/test/java/com/datasalt/pangool/tuplemr/TestSerializationInfo.java
core/src/test/java/com/datasalt/pangool/tuplemr/mapred/ComparatorsBaseTest.java
core/src/test/java/com/datasalt/pangool/tuplemr/mapred/TestCombiner.java
core/src/test/java/com/datasalt/pangool/tuplemr/mapred/TestComparators.java
core/src/test/java/com/datasalt/pangool/tuplemr/mapred/TestForProfiling.java
core/src/test/java/com/datasalt/pangool/tuplemr/mapred/TestRollup.java
core/src/test/java/com/datasalt/pangool/tuplemr/mapred/TestTupleHashPartitioner.java
core/src/test/java/com/datasalt/pangool/tuplemr/mapred/TestTupleMRJob.java
core/src/test/java/com/datasalt/pangool/tuplemr/mapred/lib/input/TestCascadingTupleInputFormat.java
core/src/test/java/com/datasalt/pangool/tuplemr/mapred/lib/input/TestFixedWidthCSVTokenizer.java
core/src/test/java/com/datasalt/pangool/tuplemr/mapred/lib/output/TestMultipleOutputs.java
core/src/test/java/com/datasalt/pangool/tuplemr/mapred/lib/output/TestNullableCSVTokenizer.java
core/src/test/java/com/datasalt/pangool/tuplemr/mapred/lib/output/TestPangoolMultipleOutputs.java
core/src/test/java/com/datasalt/pangool/tuplemr/mapred/lib/output/TestTupleInputOutputFormat.java
core/src/test/java/com/datasalt/pangool/tuplemr/mapred/lib/output/TestTupleTextInputOutputFormat.java
core/src/test/java/com/datasalt/pangool/tuplemr/serialization/TestTupleFieldSerialization.java
core/src/test/java/com/datasalt/pangool/tuplemr/serialization/TestTupleSerialization.java
core/src/test/java/com/datasalt/pangool/tuplemr/serialization/TupleOfTupleOfTuples.java
core/src/test/resources/broken-encoding.txt
core/src/test/resources/cascading-binary
core/src/test/resources/foo-file.txt
core/src/test/resources/pagecounts-20090430-230000-sample.gz
core/src/test/resources/pangool-test.thrift
core/src/test/resources/solr-en/conf/schema.xml
core/src/test/resources/solr-en/conf/solrconfig.xml
core/src/test/resources/solr-es/conf/schema.xml
core/src/test/resources/solr-es/conf/solrconfig.xml
core/src/test/resources/solr-fr/conf/schema.xml
core/src/test/resources/solr-fr/conf/solrconfig.xml
core/src/test/resources/user-messages.txt
eclipse/codetemplates.xml
eclipse/pangool-code-formatting.xml
examples/.gitignore
examples/pom.xml
examples/resources/tweets.txt
examples/src/main/assembly/hadoop-job.xml
examples/src/main/java/com/datasalt/pangool/examples/BaseExampleJob.java
examples/src/main/java/com/datasalt/pangool/examples/Driver.java
examples/src/main/java/com/datasalt/pangool/examples/Grep.java
examples/src/main/java/com/datasalt/pangool/examples/HCatalogIntegrationTest.java
examples/src/main/java/com/datasalt/pangool/examples/TupleViewer.java
examples/src/main/java/com/datasalt/pangool/examples/avro/AvroTopicalWordCount.java
examples/src/main/java/com/datasalt/pangool/examples/avro/AvroTweetsJoin.java
examples/src/main/java/com/datasalt/pangool/examples/gameoflife/GameOfLife.java
examples/src/main/java/com/datasalt/pangool/examples/gameoflife/GameOfLifeJob.java
examples/src/main/java/com/datasalt/pangool/examples/mongo/QypeScrapper.java
examples/src/main/java/com/datasalt/pangool/examples/movingaverage/MovingAverage.java
examples/src/main/java/com/datasalt/pangool/examples/movingaverage/MovingAverageGenerateData.java
examples/src/main/java/com/datasalt/pangool/examples/naivebayes/NaiveBayesClassifier.java
examples/src/main/java/com/datasalt/pangool/examples/naivebayes/NaiveBayesGenerate.java
examples/src/main/java/com/datasalt/pangool/examples/secondarysort/SecondarySort.java
examples/src/main/java/com/datasalt/pangool/examples/secondarysort/SecondarySortGenerateData.java
examples/src/main/java/com/datasalt/pangool/examples/simplesecondarysort/SimpleSecondarySort.java
examples/src/main/java/com/datasalt/pangool/examples/simplesecondarysort/SimpleSecondarySortGenerateData.java
examples/src/main/java/com/datasalt/pangool/examples/solr/MultiShakespeareIndexer.java
examples/src/main/java/com/datasalt/pangool/examples/topicalwordcount/TopicFingerprint.java
examples/src/main/java/com/datasalt/pangool/examples/topicalwordcount/TopicalWordCount.java
examples/src/main/java/com/datasalt/pangool/examples/topicalwordcount/TopicalWordCountGenerateData.java
examples/src/main/java/com/datasalt/pangool/examples/topicalwordcount/TopicalWordCountWithStopWords.java
examples/src/main/java/com/datasalt/pangool/examples/topnhashtags/Beans.java
examples/src/main/java/com/datasalt/pangool/examples/topnhashtags/TopNHashTags.java
examples/src/main/java/com/datasalt/pangool/examples/topnhashtags/TopNHashTagsGenerateData.java
examples/src/main/java/com/datasalt/pangool/examples/urlresolution/UrlResolution.java
examples/src/main/java/com/datasalt/pangool/examples/urlresolution/UrlResolutionGenerateData.java
examples/src/main/java/com/datasalt/pangool/examples/useractivitynormalizer/UserActivityNormalizer.java
examples/src/main/java/com/datasalt/pangool/examples/useractivitynormalizer/UserActivityNormalizerGenerateData.java
examples/src/test/java/com/datasalt/pangool/examples/TestGrep.java
examples/src/test/java/com/datasalt/pangool/examples/avro/TestAvroTopicalWordCount.java
examples/src/test/java/com/datasalt/pangool/examples/avro/TestAvroTweetsJoin.java
examples/src/test/java/com/datasalt/pangool/examples/gameoflife/TestGameOfLife.java
examples/src/test/java/com/datasalt/pangool/examples/gameoflife/TestGameOfLifeJob.java
examples/src/test/java/com/datasalt/pangool/examples/movingaverage/TestMovingAverage.java
examples/src/test/java/com/datasalt/pangool/examples/naivebayes/TestNaiveBayes.java
examples/src/test/java/com/datasalt/pangool/examples/secondarysort/TestSecondarySort.java
examples/src/test/java/com/datasalt/pangool/examples/simplesecondarysort/TestSimpleSecondarySort.java
examples/src/test/java/com/datasalt/pangool/examples/solr/TestMultiShakespeareIndexer.java
examples/src/test/java/com/datasalt/pangool/examples/topicalwordcount/TestTopicFingerprint.java
examples/src/test/java/com/datasalt/pangool/examples/topicalwordcount/TestTopicalWordCount.java
examples/src/test/java/com/datasalt/pangool/examples/topicalwordcount/TestTopicalWordCountWithStopWords.java
examples/src/test/java/com/datasalt/pangool/examples/topnhashtags/TestTopNHashTags.java
examples/src/test/java/com/datasalt/pangool/examples/urlresolution/TestUrlResolution.java
examples/src/test/java/com/datasalt/pangool/examples/useractivitynormalizer/TestUserActivityNormalizer.java
examples/src/test/resources/mongo/input/Burgermeister - Kreuzberg, Berlin - Burgers.html
examples/src/test/resources/mongo/input/Cube - Kreuzberg, Berlin - Japanese & Sushi Restaurants.html
examples/src/test/resources/mongo/input/Gasthaus Figl - Kreuzberg, Berlin - German Restaurants.html
examples/src/test/resources/mongo/parsing.config
examples/src/test/resources/nb-examples.txt
examples/src/test/resources/nb-test-examples.txt
examples/src/test/resources/secondarysort/expected-output.txt
examples/src/test/resources/secondarysort/test-data.txt
examples/src/test/resources/shakespeare-input/comedies/comedy.txt
examples/src/test/resources/shakespeare-input/histories/history.txt
examples/src/test/resources/shakespeare-input/poetry/poetry.txt
examples/src/test/resources/shakespeare-input/tragedies/tragedy.txt
examples/src/test/resources/shakespeare-solr/conf/schema.xml
examples/src/test/resources/shakespeare-solr/conf/solrconfig.xml
examples/src/test/resources/shakespeare-solr/conf/stopwords.txt
examples/src/test/resources/urlresolution/expected-output.txt
examples/src/test/resources/urlresolution/url-map.txt
examples/src/test/resources/urlresolution/url-reg.txt
pom.xml
Download
Click the following link to download pangool-master.zip.
pangool-master.zip