Download kraken Free Java Code
Description
Github mirror of Wikimedia analytics data services platform (analytics/kraken) ? our actual code is hosted with Gerrit (please see https://www.mediawiki.org/wiki/Developer_access for contributing https://gerrit.wikimedia.org/r/#/admin/projects/analytics/kraken.
Source Files
The download file kraken-master.zip has the following entries.
.gitignore/* w w w . j a va 2s. c o m*/
.gitreview
.travis.yml
README.md
TODO.md
avro/EventData.avro.json
avro/WebRequest.avro.json
benchmarks/hadoop-version.sh
benchmarks/mrbench/mrbench
benchmarks/nnbench/nnbench
benchmarks/results/2013-09-10/NNBench_results.log
benchmarks/results/2013-09-10/TestDFSIO_results.log
benchmarks/results/2013-09-10/mrbench.2013-09-10T23.14.31.log
benchmarks/results/2013-09-10/nnbench.analytics1010.2013-09-10T23.12.20.log
benchmarks/results/2013-09-10/terabench.all.2013-09-10T23.10.25_10000000.log
benchmarks/results/2013-09-10/testdfsio.all.2013-09-10T23.08.55.log
benchmarks/results/2013-09-11/NNBench_results.log
benchmarks/results/2013-09-11/TestDFSIO_results.log
benchmarks/results/2013-09-11/hadoop.conf.d/capacity-scheduler.xml
benchmarks/results/2013-09-11/hadoop.conf.d/configuration.xsl
benchmarks/results/2013-09-11/hadoop.conf.d/container-executor.cfg
benchmarks/results/2013-09-11/hadoop.conf.d/core-site.xml
benchmarks/results/2013-09-11/hadoop.conf.d/fair-scheduler-allocation.xml
benchmarks/results/2013-09-11/hadoop.conf.d/fair-scheduler.xml
benchmarks/results/2013-09-11/hadoop.conf.d/hadoop-env.sh
benchmarks/results/2013-09-11/hadoop.conf.d/hadoop-metrics.properties
benchmarks/results/2013-09-11/hadoop.conf.d/hadoop-metrics2.properties
benchmarks/results/2013-09-11/hadoop.conf.d/hadoop-policy.xml
benchmarks/results/2013-09-11/hadoop.conf.d/hdfs-site.xml
benchmarks/results/2013-09-11/hadoop.conf.d/hosts.exclude
benchmarks/results/2013-09-11/hadoop.conf.d/httpfs-site.xml
benchmarks/results/2013-09-11/hadoop.conf.d/log4j.properties
benchmarks/results/2013-09-11/hadoop.conf.d/mapred-queues.xml.template
benchmarks/results/2013-09-11/hadoop.conf.d/mapred-site.xml
benchmarks/results/2013-09-11/hadoop.conf.d/mapred-site.xml.template
benchmarks/results/2013-09-11/hadoop.conf.d/slaves
benchmarks/results/2013-09-11/hadoop.conf.d/ssl-client.xml.example
benchmarks/results/2013-09-11/hadoop.conf.d/ssl-server.xml.example
benchmarks/results/2013-09-11/hadoop.conf.d/yarn-env.sh
benchmarks/results/2013-09-11/hadoop.conf.d/yarn-site.xml
benchmarks/results/2013-09-11/mrbench.2013-09-11T17.39.10.log
benchmarks/results/2013-09-11/mrbench.2013-09-11T19.17.01.log
benchmarks/results/2013-09-11/nnbench.analytics1010.2013-09-11T17.36.58.log
benchmarks/results/2013-09-11/nnbench.analytics1010.2013-09-11T19.14.49.log
benchmarks/results/2013-09-11/terabench.all.2013-09-11T17.35.01_10000000.log
benchmarks/results/2013-09-11/terabench.all.2013-09-11T19.12.59_10000000.log
benchmarks/results/2013-09-11/testdfsio.all.2013-09-11T17.33.29.log
benchmarks/results/2013-09-11/testdfsio.all.2013-09-11T19.11.32.log
benchmarks/results/2013-09-16/NNBench_results.log
benchmarks/results/2013-09-16/TestDFSIO_results.log
benchmarks/results/2013-09-16/hadoop.conf.d/capacity-scheduler.xml
benchmarks/results/2013-09-16/hadoop.conf.d/configuration.xsl
benchmarks/results/2013-09-16/hadoop.conf.d/container-executor.cfg
benchmarks/results/2013-09-16/hadoop.conf.d/core-site.xml
benchmarks/results/2013-09-16/hadoop.conf.d/fair-scheduler-allocation.xml
benchmarks/results/2013-09-16/hadoop.conf.d/fair-scheduler.xml
benchmarks/results/2013-09-16/hadoop.conf.d/hadoop-env.sh
benchmarks/results/2013-09-16/hadoop.conf.d/hadoop-metrics.properties
benchmarks/results/2013-09-16/hadoop.conf.d/hadoop-metrics2.properties
benchmarks/results/2013-09-16/hadoop.conf.d/hadoop-policy.xml
benchmarks/results/2013-09-16/hadoop.conf.d/hdfs-site.xml
benchmarks/results/2013-09-16/hadoop.conf.d/hosts.exclude
benchmarks/results/2013-09-16/hadoop.conf.d/httpfs-site.xml
benchmarks/results/2013-09-16/hadoop.conf.d/log4j.properties
benchmarks/results/2013-09-16/hadoop.conf.d/mapred-queues.xml.template
benchmarks/results/2013-09-16/hadoop.conf.d/mapred-site.xml
benchmarks/results/2013-09-16/hadoop.conf.d/mapred-site.xml.template
benchmarks/results/2013-09-16/hadoop.conf.d/slaves
benchmarks/results/2013-09-16/hadoop.conf.d/ssl-client.xml.example
benchmarks/results/2013-09-16/hadoop.conf.d/ssl-server.xml.example
benchmarks/results/2013-09-16/hadoop.conf.d/yarn-env.sh
benchmarks/results/2013-09-16/hadoop.conf.d/yarn-site.xml
benchmarks/results/2013-09-16/mrbench.2013-09-16T17.45.57.log
benchmarks/results/2013-09-16/nnbench.analytics1010.2013-09-16T17.43.46.log
benchmarks/results/2013-09-16/terabench.all.2013-09-16T17.41.40_10000000.log
benchmarks/results/2013-09-16/testdfsio.all.2013-09-16T17.40.03.log
benchmarks/run
benchmarks/terabench/terabench
benchmarks/testdfsio/testdfsio
bin/build_scribe.sh
bin/deduplicate.sh
bin/dsync
bin/hdfs_sync.sh
bin/inputcount
bin/jconsole-proxy
bin/jobs/coalesce
bin/jobs/device-props-backfill.sh
bin/jobs/hadoop-streaming
bin/jobs/time-bucket
bin/kafka-hadoop-consume
bin/kafka-hadoop-event-consume.sh
bin/kafka-produce
bin/khadoop
bin/kpuppet
bin/ktunnel
bin/load.sh
bin/netcat-wc
bin/setup-scripts/aggregate-keys.sh
bin/setup-scripts/disks/README.md
bin/setup-scripts/disks/datanodes_cisco.sh
bin/setup-scripts/disks/datanodes_dell_r720.sh
bin/setup-scripts/disks/delete_partitions.sh
bin/setup-scripts/disks/hadoop_permissions.sh
bin/setup-scripts/disks/kafka.sh
bin/setup-scripts/disks/namenode.sh
bin/whois_fields
bin/zero_carrier_limnify_hdfs_put.sh
build.md
docs/install.md
docs/tennyson-the_kraken.md
etc/hadoop/conf/core-site.xml
etc/hadoop/conf/fair-scheduler-allocation.xml
etc/hadoop/conf/fair-scheduler.xml
etc/hadoop/conf/hadoop-env.sh
etc/hadoop/conf/hadoop-metrics2.properties
etc/hadoop/conf/hadoop-metrics2.properties.dpkg-dist
etc/hadoop/conf/hdfs-site.xml
etc/hadoop/conf/hosts.exclude
etc/hadoop/conf/httpfs-site.xml
etc/hadoop/conf/iptables.hadoop
etc/hadoop/conf/log4j.properties
etc/hadoop/conf/log4j.properties.dpkg-dist
etc/hadoop/conf/mapred-site.xml
etc/hadoop/conf/slaves
etc/hadoop/conf/ssl-client.xml.example
etc/hadoop/conf/ssl-server.xml.example
etc/hadoop/conf/yarn-env.sh
etc/hadoop/conf/yarn-site.xml
etc/hive/conf/hive-default.xml.template
etc/hive/conf/hive-env.sh.template
etc/hive/conf/hive-exec-log4j.properties
etc/hive/conf/hive-log4j.properties
etc/hive/conf/hive-site.xml
etc/hue/hue.ini
etc/hue/hue.ini.dpkg-dist
etc/hue/log.conf
etc/hue/log4j.properties
etc/oozie/conf/action-conf/hive.xml
etc/oozie/conf/adminusers.txt
etc/oozie/conf/hadoop-config.xml
etc/oozie/conf/oozie-default.xml
etc/oozie/conf/oozie-env.sh
etc/oozie/conf/oozie-env.sh.dpkg-old
etc/oozie/conf/oozie-log4j.properties
etc/oozie/conf/oozie-site.xml
etc/zookeeper/conf/configuration.xsl
etc/zookeeper/conf/log4j.properties
etc/zookeeper/conf/zoo.cfg
etc/zookeeper/conf/zoo_sample.cfg
etc/zookeeper/conf/zookeeper-env.sh
hive/scripts/article_views.sql
hive/scripts/categorize_ipv6.sql
hive/scripts/content_type.sql
hive/scripts/http_status.sql
hive/scripts/http_status_error_causes.sql
hive/scripts/http_status_error_causes_all.sql
hive/scripts/ip_ua_spread.sql
hive/scripts/mobile_article_views.sql
hive/scripts/mobile_session_histogram.sql
hive/scripts/referers.sql
hive/scripts/session_pageview_ratios.sql
hive/scripts/top_actions.sql
hive/scripts/top_entry_searches.sql
hive/scripts/top_referring_domains.sql
hive/scripts/top_referring_keywords.sql
hive/scripts/top_sessions.sql
hive/scripts/zero_cache_status_xcs.sql
hive/tables/mobile_article_views.hive
hive/tables/mobile_sessions.hive
hive/tables/top_sessions.hive
hive/tables/webrequest_all_sampled_1000.hive
hive/tables/webrequest_mobile.hive
kraken-dclass/pom.xml
kraken-dclass/src/main/java/dclass/dClass.java
kraken-dclass/src/main/java/org/wikimedia/analytics/dclassjni/DeviceClassification.java
kraken-dclass/src/main/java/org/wikimedia/analytics/dclassjni/package-info.java
kraken-dclass/src/test/java/org/wikimedia/analytics/dclassjni/DclassWrapperTest.java
kraken-dclass/src/test/java/org/wikimedia/analytics/dclassjni/DeviceClassificationTest.java
kraken-etl/hive-partitioner
kraken-etl/pagecount-importer
kraken-etl/pom.xml
kraken-etl/src/main/java/org/wikimedia/analytics/kraken/etl/camus/kafka/coders/JsonStringMessageDecoder.java
kraken-etl/src/test/java/org/wikimedia/analytics/kraken/etl/camus/kafka/coders/JsonStringMessageDecoderTest.java
kraken-etl/src/test/java/org/wikimedia/analytics/kraken/etl/testutil/LoggingMockingTestCase.java
kraken-etl/src/test/java/org/wikimedia/analytics/kraken/etl/testutil/MockingTestCase.java
kraken-etl/src/test/java/org/wikimedia/analytics/kraken/etl/testutil/log/CollectionAppender.java
kraken-etl/src/test/java/org/wikimedia/analytics/kraken/etl/testutil/log/LogUtil.java
kraken-etl/test.py
kraken-etl/util.py
kraken-generic/pom.xml
kraken-generic/src/main/java/org/wikimedia/analytics/kraken/exceptions/MalformedFunnelException.java
kraken-generic/src/main/java/org/wikimedia/analytics/kraken/exceptions/package-info.java
kraken-generic/src/main/java/org/wikimedia/analytics/kraken/geo/GeoIpLookup.java
kraken-generic/src/main/java/org/wikimedia/analytics/kraken/geo/GeoIpLookupField.java
kraken-generic/src/main/java/org/wikimedia/analytics/kraken/pageview/CidrFilter.java
kraken-generic/src/main/java/org/wikimedia/analytics/kraken/pageview/Pageview.java
kraken-generic/src/main/java/org/wikimedia/analytics/kraken/pageview/PageviewCanonical.java
kraken-generic/src/main/java/org/wikimedia/analytics/kraken/pageview/PageviewFilter.java
kraken-generic/src/main/java/org/wikimedia/analytics/kraken/pageview/PageviewType.java
kraken-generic/src/main/java/org/wikimedia/analytics/kraken/pageview/ProjectInfo.java
kraken-generic/src/main/java/org/wikimedia/analytics/kraken/pageview/UserAgent.java
kraken-generic/src/main/java/org/wikimedia/analytics/kraken/pageview/package-info.java
kraken-generic/src/main/java/org/wikimedia/analytics/kraken/privacy/Anonymizer.java
kraken-generic/src/main/java/org/wikimedia/analytics/kraken/privacy/package-info.java
kraken-generic/src/main/java/org/wikimedia/analytics/kraken/schemas/AppleUserAgent.java
kraken-generic/src/main/java/org/wikimedia/analytics/kraken/schemas/Country.java
kraken-generic/src/main/java/org/wikimedia/analytics/kraken/schemas/JsonToClassConverter.java
kraken-generic/src/main/java/org/wikimedia/analytics/kraken/schemas/MccMnc.java
kraken-generic/src/main/java/org/wikimedia/analytics/kraken/schemas/Schema.java
kraken-generic/src/main/java/org/wikimedia/analytics/kraken/schemas/package-info.java
kraken-generic/src/main/java/org/wikimedia/analytics/kraken/utils/DateComparator.java
kraken-generic/src/main/java/org/wikimedia/analytics/kraken/utils/DateUtils.java
kraken-generic/src/main/java/org/wikimedia/analytics/kraken/utils/FileUtils.java
kraken-generic/src/main/java/org/wikimedia/analytics/kraken/utils/KVUtils.java
kraken-generic/src/main/java/org/wikimedia/analytics/kraken/utils/SortUtils.java
kraken-generic/src/main/java/org/wikimedia/analytics/kraken/utils/package-info.java
kraken-generic/src/main/java/org/wikimedia/analytics/kraken/zero/ZeroConfig.java
kraken-generic/src/main/resources/country-codes.json
kraken-generic/src/main/resources/ios.json
kraken-generic/src/main/resources/languages.txt
kraken-generic/src/main/resources/mcc_mnc.json
kraken-generic/src/test/java/org/wikimedia/analytics/kraken/geo/GeoIpLookupTest.java
kraken-generic/src/test/java/org/wikimedia/analytics/kraken/pageview/CidrFilterTest.java
kraken-generic/src/test/java/org/wikimedia/analytics/kraken/pageview/PageviewFilterTest.java
kraken-generic/src/test/java/org/wikimedia/analytics/kraken/pageview/PageviewTest.java
kraken-generic/src/test/java/org/wikimedia/analytics/kraken/pageview/ProjectInfoTest.java
kraken-generic/src/test/java/org/wikimedia/analytics/kraken/privacy/AnonymizerTest.java
kraken-generic/src/test/java/org/wikimedia/analytics/kraken/schemas/JsonToClassConverterTest.java
kraken-pig/pom.xml
kraken-pig/src/main/java/org/wikimedia/analytics/kraken/pig/CanonicalizeArticleTitle.java
kraken-pig/src/main/java/org/wikimedia/analytics/kraken/pig/Cidr.java
kraken-pig/src/main/java/org/wikimedia/analytics/kraken/pig/ComparePageviewDefinitions.java
kraken-pig/src/main/java/org/wikimedia/analytics/kraken/pig/ConvertDateFormat.java
kraken-pig/src/main/java/org/wikimedia/analytics/kraken/pig/Funnel.java
kraken-pig/src/main/java/org/wikimedia/analytics/kraken/pig/GeoIpLookupEvalFunc.java
kraken-pig/src/main/java/org/wikimedia/analytics/kraken/pig/PageViewEvalFunc.java
kraken-pig/src/main/java/org/wikimedia/analytics/kraken/pig/PageViewFilterFunc.java
kraken-pig/src/main/java/org/wikimedia/analytics/kraken/pig/ParseWikiUrl.java
kraken-pig/src/main/java/org/wikimedia/analytics/kraken/pig/ParseWikiUrlER.java
kraken-pig/src/main/java/org/wikimedia/analytics/kraken/pig/PigStorageWithInputPath.java
kraken-pig/src/main/java/org/wikimedia/analytics/kraken/pig/Referer.java
kraken-pig/src/main/java/org/wikimedia/analytics/kraken/pig/RegexMatch.java
kraken-pig/src/main/java/org/wikimedia/analytics/kraken/pig/UserAgentClassifier.java
kraken-pig/src/main/java/org/wikimedia/analytics/kraken/pig/Zero.java
kraken-pig/src/main/java/org/wikimedia/analytics/kraken/pig/ZeroFilterFunc.java
kraken-pig/src/main/java/org/wikimedia/analytics/kraken/pig/bags/LastTupleFromBag.java
kraken-pig/src/main/java/org/wikimedia/analytics/kraken/pig/maps/KVPairsToMap.java
kraken-pig/src/main/java/org/wikimedia/analytics/kraken/pig/maps/MapToKVPairs.java
kraken-pig/src/main/java/org/wikimedia/analytics/kraken/pig/package-info.java
kraken-pig/src/main/java/org/wikimedia/analytics/kraken/pig/stream/TopK.java
kraken-pig/src/main/java/org/wikimedia/analytics/kraken/pig/stream/TopKCounts.java
kraken-pig/src/main/resources/languages.txt
kraken-pig/src/test/java/org/wikimedia/analytics/kraken/pig/CanonicalizeArticleTitleTest.java
kraken-pig/src/test/java/org/wikimedia/analytics/kraken/pig/CidrTest.java
kraken-pig/src/test/java/org/wikimedia/analytics/kraken/pig/CityLookupTest.java
kraken-pig/src/test/java/org/wikimedia/analytics/kraken/pig/CityLookupTestV6.java
kraken-pig/src/test/java/org/wikimedia/analytics/kraken/pig/ComparePageviewDefinitionsTest.java
kraken-pig/src/test/java/org/wikimedia/analytics/kraken/pig/ConvertDateFormatTest.java
kraken-pig/src/test/java/org/wikimedia/analytics/kraken/pig/CountryLookupTest.java
kraken-pig/src/test/java/org/wikimedia/analytics/kraken/pig/CountryLookupTestV6.java
kraken-pig/src/test/java/org/wikimedia/analytics/kraken/pig/FunnelTest.java
kraken-pig/src/test/java/org/wikimedia/analytics/kraken/pig/GeoIpLookupTest.java
kraken-pig/src/test/java/org/wikimedia/analytics/kraken/pig/GetCountryCodeTest.java
kraken-pig/src/test/java/org/wikimedia/analytics/kraken/pig/GetCountryTest.java
kraken-pig/src/test/java/org/wikimedia/analytics/kraken/pig/LocalWebRequestTestFile.java
kraken-pig/src/test/java/org/wikimedia/analytics/kraken/pig/PageViewFilterFuncTest.java
kraken-pig/src/test/java/org/wikimedia/analytics/kraken/pig/ParseWikiUrlTest.java
kraken-pig/src/test/java/org/wikimedia/analytics/kraken/pig/UserAgentClassifierTest.java
kraken-pig/src/test/java/org/wikimedia/analytics/kraken/pig/ZeroConfigTest.java
kraken-pig/src/test/java/org/wikimedia/analytics/kraken/pig/ZeroFilterFuncTest.java
kraken-pig/src/test/java/org/wikimedia/analytics/kraken/pig/ZeroTest.java
kraken-pig/src/test/resources/compare_pageviews.pig
kraken-pig/src/test/resources/dclass.pig
kraken-pig/src/test/resources/funnel.pig
kraken-pig/src/test/resources/schema1.json
kraken-pig/src/test/resources/useragentstrings.txt
maven/README.md
maven/example.settings.xml
maven/pom.xml
oozie/mobile/device/props/backfill-coord.properties
oozie/mobile/device/props/coordinator.xml
oozie/mobile/device/props/day-coord.properties
oozie/mobile/device/props/workflow.xml
oozie/mobile/device/vendor/coordinator.properties
oozie/mobile/device/vendor/coordinator.xml
oozie/mobile/device/vendor/workflow.xml
oozie/mobile/platform/coordinator.xml
oozie/mobile/platform/daily-coord.properties
oozie/mobile/platform/workflow.properties
oozie/mobile/platform/workflow.xml
oozie/mobile/views/continent-hour/coordinator.properties
oozie/mobile/views/continent-hour/coordinator.xml
oozie/mobile/views/continent-hour/workflow.xml
oozie/mobile/views/sessions/backfill-coord.properties
oozie/mobile/views/sessions/coordinator.xml
oozie/mobile/views/sessions/daily-coord.properties
oozie/mobile/views/sessions/sessions-wf.properties
oozie/mobile/views/sessions/workflow.xml
oozie/mobile/zero/carrier_country/README
oozie/mobile/zero/carrier_country/coordinator.xml
oozie/mobile/zero/carrier_country/process-wf.xml
oozie/mobile/zero/carrier_country/properties/backfill-carrier-coordinator.properties
oozie/mobile/zero/carrier_country/properties/backfill-country-coordinator.properties
oozie/mobile/zero/carrier_country/properties/carrier-coordinator.properties
oozie/mobile/zero/carrier_country/properties/country-coordinator.properties
oozie/mobile/zero/carrier_country/workflow.xml
oozie/ops/deduplicate/coordinator.properties
oozie/ops/deduplicate/coordinator.xml
oozie/ops/deduplicate/workflow.properties
oozie/ops/deduplicate/workflow.xml
oozie/ops/packetloss/backfill-coord.properties
oozie/ops/packetloss/coordinator.xml
oozie/ops/packetloss/hour-coord.properties
oozie/ops/packetloss/workflow.xml
oozie/ops/reshard-webrequest/0416-coord.properties
oozie/ops/reshard-webrequest/coordinator.xml
oozie/ops/reshard-webrequest/quarter-wf.xml
oozie/ops/reshard-webrequest/quarter.pig
oozie/util/coalesce/README
oozie/util/coalesce/coalesce-wf.xml
oozie/util/coalesce/test-job.properties
oozie/util/rollup/rollup-wf.xml
php/event.php
pig/concat_sort.pig
pig/deduplicate.pig
pig/exploratory/compare_pageviews.pig
pig/exploratory/webrequest_zero_legacy.pig
pig/exploratory/webrequest_zero_xcs.pig
pig/exploratory/webstatscollector.pig
pig/include/README.md
pig/include/load_webrequest.pig
pig/include/visitor_id.pig
pig/mobile_device_props.pig
pig/mobile_platform.pig
pig/mobile_sessions.pig
pig/packetloss.pig
pig/pageviews.pig
pig/record_count.pig
pig/rollup.pig
pig/scr/404.pig
pig/scr/README.md
pig/scr/blog.pig
pig/scr/continent.pig
pig/scr/count.pig
pig/scr/dclass.pig
pig/scr/feedback.pig
pig/scr/feedback2.pig
pig/scr/feedback3.pig
pig/scr/geocode_and_group_by_country.pig
pig/scr/geocode_group_by_continent.pig
pig/scr/ip6.pig
pig/scr/monthly_subdomain_counts.pig
pig/scr/packetloss.pig
pig/scr/pageviews.pig
pig/scr/project_language_counts.pig
pig/scr/referer.pig
pig/scr/xanalytics.pig
pig/scr/zero-carriers.pig
pig/scr/zero.pig
pig/scr/zero_reports.pig
pig/time_bucket.pig
pig/webrequest_accept_language.pig
pig/webrequest_hour_country_device_vendor.pig
pig/webrequest_mobile_hourly.pig
pig/zero_carrier.pig
pig/zero_country.pig
pom.xml
prepare-travis.sh
python/__init__.py
python/fabfile/__init__.py
python/fabfile/install.py
python/fabfile/monkeypatch_sshproxy.py
python/fabfile/userenv.py
python/fabfile/util.py
python/scrape-enterprise-ios.py
python/scrape-mcc-mnc.py
python/setup.py
Download
Click the following link to download kraken-master.zip.
kraken-master.zip