Download spiderpig Free Java Code

Description

Extensible Python IRC bot with plugins, extensible qml dashboard with widgets.

Source Files

The download file spiderpig-master.zip has the following entries.


.gitignore/*from www. j av  a2s.  c om*/
README.rst
build.properties
build.xml
deployer.sh
ivy.xml
lib-static/gdata-client-1.0.jar
lib-static/gdata-client-meta-1.0.jar
lib-static/gdata-core-1.0.jar
lib-static/gdata-media-1.0.jar
lib-static/gdata-youtube-2.0.jar
lib-static/gdata-youtube-meta-2.0.jar
properties/master.properties
properties/worker.properties
spiderpig.sh
spiderpigbg.sh
src-proto/fd.proto
src-proto/ids.proto
src-proto/worker.proto
src/br/ufmg/dcc/vod/spiderpig/Crawler.java
src/br/ufmg/dcc/vod/spiderpig/CrawlerFactory.java
src/br/ufmg/dcc/vod/spiderpig/common/Constants.java
src/br/ufmg/dcc/vod/spiderpig/common/FileLineIterable.java
src/br/ufmg/dcc/vod/spiderpig/common/FileUtil.java
src/br/ufmg/dcc/vod/spiderpig/common/LineIterator.java
src/br/ufmg/dcc/vod/spiderpig/common/LoggerInitiator.java
src/br/ufmg/dcc/vod/spiderpig/common/ServiceIDUtils.java
src/br/ufmg/dcc/vod/spiderpig/common/SignedUtils.java
src/br/ufmg/dcc/vod/spiderpig/common/StringUtils.java
src/br/ufmg/dcc/vod/spiderpig/common/Tuple.java
src/br/ufmg/dcc/vod/spiderpig/common/URLGetter.java
src/br/ufmg/dcc/vod/spiderpig/common/config/BuildException.java
src/br/ufmg/dcc/vod/spiderpig/common/config/Configurable.java
src/br/ufmg/dcc/vod/spiderpig/common/config/ConfigurableBuilder.java
src/br/ufmg/dcc/vod/spiderpig/common/distributed/RemoteMessageSender.java
src/br/ufmg/dcc/vod/spiderpig/common/distributed/fd/CallBackKillActor.java
src/br/ufmg/dcc/vod/spiderpig/common/distributed/fd/FDClientActor.java
src/br/ufmg/dcc/vod/spiderpig/common/distributed/fd/FDListener.java
src/br/ufmg/dcc/vod/spiderpig/common/distributed/fd/FDServerActor.java
src/br/ufmg/dcc/vod/spiderpig/common/distributed/fd/KillerActor.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/Actor.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/BogusMSG.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/MonitoredSyncQueue.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/QueueProcessor.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/QueueService.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/QueueServiceException.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/SocketServer.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/basequeues/EventQueue.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/basequeues/FIFOByteArrayQueue.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/basequeues/MemoryMappedFIFOQueue.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/basequeues/MultiFileMMapFifoQueue.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/basequeues/SimpleEventQueue.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/common/ProtocolBufferUtils.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/serializer/MessageLiteSerializer.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/serializer/Serializer.java
src/br/ufmg/dcc/vod/spiderpig/common/queue/serializer/StringSerializer.java
src/br/ufmg/dcc/vod/spiderpig/filesaver/FileSaver.java
src/br/ufmg/dcc/vod/spiderpig/filesaver/FileSaverActor.java
src/br/ufmg/dcc/vod/spiderpig/filesaver/FileSaverImpl.java
src/br/ufmg/dcc/vod/spiderpig/filesaver/FileWrapper.java
src/br/ufmg/dcc/vod/spiderpig/filesaver/LevelDBSaver.java
src/br/ufmg/dcc/vod/spiderpig/jobs/ConfigurableRequester.java
src/br/ufmg/dcc/vod/spiderpig/jobs/CrawlResultFactory.java
src/br/ufmg/dcc/vod/spiderpig/jobs/JobExecutor.java
src/br/ufmg/dcc/vod/spiderpig/jobs/PayloadsFactory.java
src/br/ufmg/dcc/vod/spiderpig/jobs/QuotaException.java
src/br/ufmg/dcc/vod/spiderpig/jobs/Requester.java
src/br/ufmg/dcc/vod/spiderpig/jobs/ThroughputManager.java
src/br/ufmg/dcc/vod/spiderpig/jobs/TimeBasedJobExecutor.java
src/br/ufmg/dcc/vod/spiderpig/jobs/WorkerInterested.java
src/br/ufmg/dcc/vod/spiderpig/jobs/test/RandomizedSyncGraph.java
src/br/ufmg/dcc/vod/spiderpig/jobs/test/TestFileSaver.java
src/br/ufmg/dcc/vod/spiderpig/jobs/test/TestJobRequester.java
src/br/ufmg/dcc/vod/spiderpig/jobs/twitter/TwitterSearchRequester.java
src/br/ufmg/dcc/vod/spiderpig/jobs/youtube/UnableToCrawlException.java
src/br/ufmg/dcc/vod/spiderpig/jobs/youtube/YTConstants.java
src/br/ufmg/dcc/vod/spiderpig/jobs/youtube/topics/TopicSearchRequester.java
src/br/ufmg/dcc/vod/spiderpig/jobs/youtube/users/CreateSeed.java
src/br/ufmg/dcc/vod/spiderpig/jobs/youtube/users/DivideAndConquerWalker.java
src/br/ufmg/dcc/vod/spiderpig/jobs/youtube/users/UserDateSearchRequester.java
src/br/ufmg/dcc/vod/spiderpig/jobs/youtube/users/subs/UserDataRequester.java
src/br/ufmg/dcc/vod/spiderpig/jobs/youtube/video/VideoRequester.java
src/br/ufmg/dcc/vod/spiderpig/jobs/youtube/video/api/VideoAPIRequester.java
src/br/ufmg/dcc/vod/spiderpig/jobs/youtube/video/html/VideoHTMLRequester.java
src/br/ufmg/dcc/vod/spiderpig/master/JobExecutorProxy.java
src/br/ufmg/dcc/vod/spiderpig/master/Master.java
src/br/ufmg/dcc/vod/spiderpig/master/ResultActor.java
src/br/ufmg/dcc/vod/spiderpig/master/processor/ProcessorActor.java
src/br/ufmg/dcc/vod/spiderpig/master/processor/manager/LoopbackResolver.java
src/br/ufmg/dcc/vod/spiderpig/master/processor/manager/RemoteResolver.java
src/br/ufmg/dcc/vod/spiderpig/master/processor/manager/Resolver.java
src/br/ufmg/dcc/vod/spiderpig/master/processor/manager/WorkerManager.java
src/br/ufmg/dcc/vod/spiderpig/master/processor/manager/WorkerManagerException.java
src/br/ufmg/dcc/vod/spiderpig/master/processor/manager/WorkerManagerImpl.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/BFSWalker.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/ConfigurableWalker.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/EGONetWalker.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/IDStruct.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/NopWalker.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/RandomWalker.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/ThreadSafeWalker.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/UniMetropolisHastingRW.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/Walker.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/monitor/AbstractStopCondition.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/monitor/CrawlFinishedListener.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/monitor/ExhaustCondition.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/monitor/NeverEndingCondition.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/monitor/StopCondition.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/tracker/BloomFilterTracker.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/tracker/BloomFilterTrackerFactory.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/tracker/InstatiationException.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/tracker/ThreadSafeTracker.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/tracker/Tracker.java
src/br/ufmg/dcc/vod/spiderpig/master/walker/tracker/TrackerFactory.java
src/br/ufmg/dcc/vod/spiderpig/ui/Command.java
src/br/ufmg/dcc/vod/spiderpig/ui/EXIT_CODES.java
src/br/ufmg/dcc/vod/spiderpig/ui/Main.java
src/br/ufmg/dcc/vod/spiderpig/ui/MasterUP.java
src/br/ufmg/dcc/vod/spiderpig/ui/WorkerKill.java
src/br/ufmg/dcc/vod/spiderpig/ui/WorkerStatus.java
src/br/ufmg/dcc/vod/spiderpig/ui/WorkerUP.java
src/br/ufmg/dcc/vod/spiderpig/worker/FileSaverProxy.java
src/br/ufmg/dcc/vod/spiderpig/worker/InterestedProxy.java
src/br/ufmg/dcc/vod/spiderpig/worker/Worker.java
src/br/ufmg/dcc/vod/spiderpig/worker/WorkerActor.java
test/br/ufmg/dcc/vod/spiderpig/DistributedCrawlerTest.java
test/br/ufmg/dcc/vod/spiderpig/common/distributed/fd/FDClientActorTest.java
test/br/ufmg/dcc/vod/spiderpig/common/distributed/filesaver/FileSaverUnitTest.java
test/br/ufmg/dcc/vod/spiderpig/common/queue/ProtocolBufferUtilsTest.java
test/br/ufmg/dcc/vod/spiderpig/common/queue/QueueServiceTest.java
test/br/ufmg/dcc/vod/spiderpig/filesaver/FileSaverImplTest.java
test/br/ufmg/dcc/vod/spiderpig/filesaver/LevelDBSaverTest.java
test/br/ufmg/dcc/vod/spiderpig/master/processor/manager/WorkerManagerImplTest.java
test/br/ufmg/dcc/vod/spiderpig/master/walker/BFSWalkerTest.java
test/br/ufmg/dcc/vod/spiderpig/master/walker/EGONetWalkerTest.java
test/br/ufmg/dcc/vod/spiderpig/master/walker/RandomWalkerTest.java
test/br/ufmg/dcc/vod/spiderpig/master/walker/tracker/BloomFilterTrackerFactoryTest.java
test/br/ufmg/dcc/vod/spiderpig/master/walker/tracker/BloomFilterTrackerTest.java
test/br/ufmg/dcc/vod/spiderpig/queue/basequeues/MemoryMappedQueueTest.java
test/br/ufmg/dcc/vod/spiderpig/queue/basequeues/MultiFileMMapFifoQueueTest.java

Download

Click the following link to download spiderpig-master.zip.

spiderpig-master.zip




















Home »
  Javascript Free Code Download »
    Development »




Algorithm
API
Asp.Net
Azure
CoffeeScript
Collection
Component
Data Structure
Date
Demo
Django
Drupal
Example
Filter
GeoLocation
Markdown
MVC
Parse
Php
Plugin
Prototype
Python
Sample
SDK
Snippet
Stream
Titanium
Utility
Web
WebApplication
XML
YAML
ZooKeeper