Download hadoop framework Free Java Code

Description

This is a prototype system that uses Hadoop to process hard drive images.

Icons

hadoop framework

Source Files

The download file hadoop_framework-master.zip has the following entries.


.gitignore/*w  w  w  .  ja  va2s  . co  m*/
README.txt
SConstruct
bin/tpkickoff.sh
clustering/pom.xml
clustering/src/main/java/org/sleuthkit/hadoop/ClusterDocumentsJob.java
clustering/src/main/java/org/sleuthkit/hadoop/ClusterJSONBuilder.java
clustering/src/main/java/org/sleuthkit/hadoop/ClusterUtil.java
clustering/src/main/java/org/sleuthkit/hadoop/JSONArrayReducer.java
clustering/src/main/java/org/sleuthkit/hadoop/JSONClusterNameMapper.java
clustering/src/main/java/org/sleuthkit/hadoop/SequenceFsEntryText.java
clustering/src/main/java/org/sleuthkit/hadoop/SequenceFsEntryTextMapper.java
clustering/src/main/java/org/sleuthkit/hadoop/TokenizeAndVectorizeDocuments.java
clustering/src/main/java/org/sleuthkit/hadoop/TopFeatureMapper.java
core/pom.xml
core/src/main/java/com/lightboxtechnologies/io/IOUtils.java
core/src/main/java/com/lightboxtechnologies/nsrl/BadDataException.java
core/src/main/java/com/lightboxtechnologies/nsrl/DefaultLineHandler.java
core/src/main/java/com/lightboxtechnologies/nsrl/ErrorConsumer.java
core/src/main/java/com/lightboxtechnologies/nsrl/HashData.java
core/src/main/java/com/lightboxtechnologies/nsrl/HashLoader.java
core/src/main/java/com/lightboxtechnologies/nsrl/HashLoaderHelper.java
core/src/main/java/com/lightboxtechnologies/nsrl/HashRecordProcessor.java
core/src/main/java/com/lightboxtechnologies/nsrl/LineHandler.java
core/src/main/java/com/lightboxtechnologies/nsrl/LineTokenizer.java
core/src/main/java/com/lightboxtechnologies/nsrl/MfgData.java
core/src/main/java/com/lightboxtechnologies/nsrl/MfgRecordProcessor.java
core/src/main/java/com/lightboxtechnologies/nsrl/OCSVTest.java
core/src/main/java/com/lightboxtechnologies/nsrl/OSData.java
core/src/main/java/com/lightboxtechnologies/nsrl/OSRecordProcessor.java
core/src/main/java/com/lightboxtechnologies/nsrl/OpenCSVLineTokenizer.java
core/src/main/java/com/lightboxtechnologies/nsrl/ProdData.java
core/src/main/java/com/lightboxtechnologies/nsrl/ProdRecordProcessor.java
core/src/main/java/com/lightboxtechnologies/nsrl/Record.java
core/src/main/java/com/lightboxtechnologies/nsrl/RecordConsumer.java
core/src/main/java/com/lightboxtechnologies/nsrl/RecordLoader.java
core/src/main/java/com/lightboxtechnologies/nsrl/RecordProcessor.java
core/src/main/java/com/lightboxtechnologies/nsrl/SmallTableLoader.java
core/src/main/java/com/lightboxtechnologies/nsrl/TableDumper.java
core/src/main/java/com/lightboxtechnologies/spectrum/BufferProxy.java
core/src/main/java/com/lightboxtechnologies/spectrum/ExtentsExtractor.java
core/src/main/java/com/lightboxtechnologies/spectrum/ExtentsInputStream.java
core/src/main/java/com/lightboxtechnologies/spectrum/ExtractData.java
core/src/main/java/com/lightboxtechnologies/spectrum/ExtractMapper.java
core/src/main/java/com/lightboxtechnologies/spectrum/FileProxy.java
core/src/main/java/com/lightboxtechnologies/spectrum/FolderCount.java
core/src/main/java/com/lightboxtechnologies/spectrum/FsEntry.java
core/src/main/java/com/lightboxtechnologies/spectrum/FsEntryFilter.java
core/src/main/java/com/lightboxtechnologies/spectrum/FsEntryHBaseCommon.java
core/src/main/java/com/lightboxtechnologies/spectrum/FsEntryHBaseInputFormat.java
core/src/main/java/com/lightboxtechnologies/spectrum/FsEntryHBaseOutputFormat.java
core/src/main/java/com/lightboxtechnologies/spectrum/FsEntryJsonInputFormat.java
core/src/main/java/com/lightboxtechnologies/spectrum/FsEntryRowFilter.java
core/src/main/java/com/lightboxtechnologies/spectrum/FsEntryUtils.java
core/src/main/java/com/lightboxtechnologies/spectrum/HBaseTables.java
core/src/main/java/com/lightboxtechnologies/spectrum/HDFSArchiver.java
core/src/main/java/com/lightboxtechnologies/spectrum/HexWritable.java
core/src/main/java/com/lightboxtechnologies/spectrum/ImmutableHexWritable.java
core/src/main/java/com/lightboxtechnologies/spectrum/InfoPutter.java
core/src/main/java/com/lightboxtechnologies/spectrum/JSON.java
core/src/main/java/com/lightboxtechnologies/spectrum/JsonImport.java
core/src/main/java/com/lightboxtechnologies/spectrum/JsonWritable.java
core/src/main/java/com/lightboxtechnologies/spectrum/KeyUtils.java
core/src/main/java/com/lightboxtechnologies/spectrum/MRCoffeeClient.java
core/src/main/java/com/lightboxtechnologies/spectrum/MRCoffeeJob.java
core/src/main/java/com/lightboxtechnologies/spectrum/PythonJob.java
core/src/main/java/com/lightboxtechnologies/spectrum/RawFileInputFormat.java
core/src/main/java/com/lightboxtechnologies/spectrum/SequenceFileExport.java
core/src/main/java/com/lightboxtechnologies/spectrum/StreamProxy.java
core/src/main/java/com/lightboxtechnologies/spectrum/Uploader.java
core/src/main/java/com/lightboxtechnologies/spectrum/VMClient.java
core/src/main/java/com/lightboxtechnologies/spectrum/Workplan.txt
core/src/main/java/com/lightboxtechnologies/test/DirectorySuite.java
core/src/main/java/org/sleuthkit/hadoop/HBaseConstants.java
core/src/main/java/org/sleuthkit/hadoop/JobNames.java
core/src/main/java/org/sleuthkit/hadoop/SKJobFactory.java
core/src/main/java/org/sleuthkit/hadoop/SKMapper.java
core/src/test/java/com/lightboxtechnologies/io/IOUtilsTest.java
core/src/test/java/com/lightboxtechnologies/nsrl/DefaultLineHandlerTest.java
core/src/test/java/com/lightboxtechnologies/nsrl/HashDataTest.java
core/src/test/java/com/lightboxtechnologies/nsrl/HashLoaderHelperTest.java
core/src/test/java/com/lightboxtechnologies/nsrl/HashRecordProcessorTest.java
core/src/test/java/com/lightboxtechnologies/nsrl/MfgDataTest.java
core/src/test/java/com/lightboxtechnologies/nsrl/MfgRecordProcessorTest.java
core/src/test/java/com/lightboxtechnologies/nsrl/OSDataTest.java
core/src/test/java/com/lightboxtechnologies/nsrl/OSRecordProcessorTest.java
core/src/test/java/com/lightboxtechnologies/nsrl/OpenCSVLineTokenizerTest.java
core/src/test/java/com/lightboxtechnologies/nsrl/ProdDataTest.java
core/src/test/java/com/lightboxtechnologies/nsrl/ProdRecordProcessorTest.java
core/src/test/java/com/lightboxtechnologies/nsrl/RecordLoaderTest.java
core/src/test/java/com/lightboxtechnologies/nsrl/RecordTest.java
core/src/test/java/com/lightboxtechnologies/nsrl/jackdaws
core/src/test/java/com/lightboxtechnologies/nsrl/test.csv
core/src/test/java/com/lightboxtechnologies/spectrum/ExtentsInputStreamTest.java
core/src/test/java/com/lightboxtechnologies/spectrum/ExtractMapperTest.java
core/src/test/java/com/lightboxtechnologies/spectrum/FsEntryHBaseCommonTest.java
core/src/test/java/com/lightboxtechnologies/spectrum/FsEntryHBaseOutputFormatTest.java
core/src/test/java/com/lightboxtechnologies/spectrum/FsEntryTest.java
core/src/test/java/com/lightboxtechnologies/spectrum/FsEntryUtilsTest.java
core/src/test/java/com/lightboxtechnologies/spectrum/HexWritableTest.java
core/src/test/java/com/lightboxtechnologies/spectrum/ImmutableHexWritableTest.java
core/src/test/java/com/lightboxtechnologies/spectrum/JSONTest.java
core/src/test/java/com/lightboxtechnologies/spectrum/JsonWritableTest.java
core/src/test/java/com/lightboxtechnologies/spectrum/KeyUtilsTest.java
core/src/test/java/com/lightboxtechnologies/spectrum/PythonJobTest.java
core/src/test/java/com/lightboxtechnologies/spectrum/PythonTest.java
core/src/test/java/com/lightboxtechnologies/spectrum/UnitTests.java
crossdrive-scoring/pom.xml
crossdrive-scoring/src/main/java/org/sleuthkit/hadoop/scoring/BytesArrayWritable.java
crossdrive-scoring/src/main/java/org/sleuthkit/hadoop/scoring/CrossImageJSONOutputBuilder.java
crossdrive-scoring/src/main/java/org/sleuthkit/hadoop/scoring/CrossImageScoreMapper.java
crossdrive-scoring/src/main/java/org/sleuthkit/hadoop/scoring/CrossImageScoreReducer.java
crossdrive-scoring/src/main/java/org/sleuthkit/hadoop/scoring/CrossImageScorerJob.java
crossdrive-scoring/src/main/java/org/sleuthkit/hadoop/scoring/IIFScoreMapper.java
crossdrive-scoring/src/main/java/org/sleuthkit/hadoop/scoring/IIFScoreReducer.java
deploy/setup.sh
deploy/tpkickoff.sh
hadoop.html
hyperic/hadoop-plugin.xml
lib/junixsocket-1.3.jar
lib/junixsocket-native-1.3.jar
lib/jython.jar
lib/libjunixsocket-linux-1.5-amd64.so
lib/libjunixsocket-linux-1.5-i386.so
lib/libjunixsocket-macosx-1.5-i386.dylib
lib/libjunixsocket-macosx-1.5-x86_64.dylib
match/pom.xml
match/src/main/java/org/sleuthkit/hadoop/GrepCountMapper.java
match/src/main/java/org/sleuthkit/hadoop/GrepCountReducer.java
match/src/main/java/org/sleuthkit/hadoop/GrepJSONBuilder.java
match/src/main/java/org/sleuthkit/hadoop/GrepMapper.java
match/src/main/java/org/sleuthkit/hadoop/GrepMatchMapper.java
match/src/main/java/org/sleuthkit/hadoop/GrepMatchReducer.java
match/src/main/java/org/sleuthkit/hadoop/GrepReportGenerator.java
match/src/main/java/org/sleuthkit/hadoop/GrepSearchJob.java
match/src/main/resources/regexes
mrcoffee/src/.gitignore
mrcoffee/src/Makefile
mrcoffee/src/io.cpp
mrcoffee/src/io.h
mrcoffee/src/mrcoffee.cpp
mrcoffee/src/mrcoffee_client.cpp
mrcoffee/src/protocol.txt
mrcoffee/supermin/init
mrcoffee/supermin/mkvm.sh
mrpy/average.py
mrpy/calculate_md5s.py
mrpy/cookie_parser.py
mrpy/dir_counts.py
mrpy/dir_sizes.py
mrpy/extension_count.py
mrpy/extension_fullpath.py
mrpy/extension_size.py
mrpy/extents_list.py
mrpy/get_md5s.py
mrpy/get_sha1.py
mrpy/random_value.py
mrpy/resident_data.py
mrpy/shellLinkParser~tests.py
mrpy/timeconvert.py
mrpy/timeline.py
pipeline/pom.xml
pipeline/src/main/assembly/lib.xml
pipeline/src/main/java/org/sleuthkit/hadoop/pipeline/Ingest.java
pipeline/src/main/java/org/sleuthkit/hadoop/pipeline/Pipeline.java
pom.xml
pre-build/pom.xml
pushtocluster.sh
reports/css/datatables.jqueryui.css
reports/css/fancybox/blank.gif
reports/css/fancybox/fancy_close.png
reports/css/fancybox/fancy_loading.png
reports/css/fancybox/fancy_nav_left.png
reports/css/fancybox/fancy_nav_right.png
reports/css/fancybox/fancy_shadow_e.png
reports/css/fancybox/fancy_shadow_n.png
reports/css/fancybox/fancy_shadow_ne.png
reports/css/fancybox/fancy_shadow_nw.png
reports/css/fancybox/fancy_shadow_s.png
reports/css/fancybox/fancy_shadow_se.png
reports/css/fancybox/fancy_shadow_sw.png
reports/css/fancybox/fancy_shadow_w.png
reports/css/fancybox/fancy_title_left.png
reports/css/fancybox/fancy_title_main.png
reports/css/fancybox/fancy_title_over.png
reports/css/fancybox/fancy_title_right.png
reports/css/fancybox/fancybox-x.png
reports/css/fancybox/fancybox-y.png
reports/css/fancybox/fancybox.png
reports/css/fancybox/jquery.fancybox-1.3.4.css
reports/css/jquery.jgrowl.css
reports/css/jquery.kiketable.colsizable.css
reports/css/jqueryui/images/ui-bg_diagonals-thick_90_eeeeee_40x40.png
reports/css/jqueryui/images/ui-bg_flat_15_cd0a0a_40x100.png
reports/css/jqueryui/images/ui-bg_glass_100_e4f1fb_1x400.png
reports/css/jqueryui/images/ui-bg_glass_50_3baae3_1x400.png
reports/css/jqueryui/images/ui-bg_glass_80_d7ebf9_1x400.png
reports/css/jqueryui/images/ui-bg_highlight-hard_70_000000_1x100.png
reports/css/jqueryui/images/ui-bg_highlight-soft_100_deedf7_1x100.png
reports/css/jqueryui/images/ui-bg_highlight-soft_25_ffef8f_1x100.png
reports/css/jqueryui/images/ui-icons_2694e8_256x240.png
reports/css/jqueryui/images/ui-icons_2e83ff_256x240.png
reports/css/jqueryui/images/ui-icons_3d80b3_256x240.png
reports/css/jqueryui/images/ui-icons_72a7cf_256x240.png
reports/css/jqueryui/images/ui-icons_ffffff_256x240.png
reports/css/jqueryui/jquery-ui-1.8.12.custom.css
reports/css/reports.css
reports/css/tipsy.css
reports/documents.html
reports/entities.html
reports/graphics.html
reports/images/back_disabled.jpg
reports/images/back_enabled.jpg
reports/images/forward_disabled.jpg
reports/images/forward_enabled.jpg
reports/images/icon-detailReport.png
reports/images/icon-summaryReport.png
reports/images/line-shadow-trans.png
reports/images/sort_asc.png
reports/images/sort_asc_disabled.png
reports/images/sort_both.png
reports/images/sort_desc.png
reports/images/sort_desc_disabled.png
reports/images/tipsy.gif
reports/images/ui-bg_hdd-gloss-wave_35_1978a9_500x100.png
reports/images/ui-bg_hdd-gloss-wave_35_fcf45a_500x100.png
reports/images/ui-bg_highlight-hard_100_f2f5f7_1x100.png
reports/index.html
reports/js/FixedHeader.min.js
reports/js/dataTables.textInputPagination.js
reports/js/jquery-1.5.2.min.js
reports/js/jquery-ui-1.8.13.custom.min.js
reports/js/jquery.dataTables.localStorage.js
reports/js/jquery.dataTables.localStorage.min.js
reports/js/jquery.dataTables.min.js
reports/js/jquery.event.drag-1.5.js
reports/js/jquery.fancybox-1.3.4.pack.js
reports/js/jquery.isotope.min.js
reports/js/jquery.jgrowl.min.js
reports/js/jquery.kiketable.colsizable-1.1.js
reports/js/jquery.tipsy.js
reports/js/json2.js
reports/js/menuList.js
reports/js/modernizr-1.7.min.js
reports/js/protovis-r3.2.js
reports/js/tipsy.js
reports/js/util.js
reports/knownbad.html
reports/linkanalysis.html
reports/searchhits.html
textextraction/pom.xml
textextraction/src/main/java/org/sleuthkit/hadoop/FSEntryTikaTextExtractor.java
webapp/.DS_Store
webapp/.classpath
webapp/.project
webapp/.settings/com.google.gdt.eclipse.core.prefs
webapp/.settings/com.google.gwt.eclipse.core.prefs
webapp/.settings/org.eclipse.jdt.core.prefs
webapp/pom.xml
webapp/src/main/java/org/sleuthkit/web/sampleapp/Constants.java
webapp/src/main/java/org/sleuthkit/web/sampleapp/client/SampleApp.java
webapp/src/main/java/org/sleuthkit/web/sampleapp/client/SampleService.java
webapp/src/main/java/org/sleuthkit/web/sampleapp/client/SampleServiceAsync.java
webapp/src/main/java/org/sleuthkit/web/sampleapp/server/SampleServiceImpl.java
webapp/src/main/java/org/sleuthkit/web/sampleapp/server/SecurityFilter.java
webapp/src/main/java/sampleapp.properties
webapp/src/main/resources/org/sleuthkit/web/sampleapp/SampleApp.gwt.xml
webapp/src/main/resources/sampleapp.properties
webapp/src/main/webapp/Jobs.jsp
webapp/src/main/webapp/SampleApp.css
webapp/src/main/webapp/SampleApp.jsp
webapp/src/main/webapp/WEB-INF/web.xml
webapp/src/main/webapp/login.jsp
whirr-ec2-framework.properties

Download

Click the following link to download hadoop_framework-master.zip.

hadoop_framework-master.zip




















Home »
  Java Free Code »
    Database »




Cassandra
CouchDB
Database
Hadoop
HBase
Hibernate
JDBC
JPA
LINQ
MapReduce
Memcached
MongoDB
MyBatis
MySQL
neo4j
Oracle
ORM
Redis
SQL