Download collector http Free Java Code

README.md// www. j  a  v a2 s. co  m
norconex-collector-http/.gitignore
norconex-collector-http/TODO
norconex-collector-http/pom.xml
norconex-collector-http/src/changes/changes.xml
norconex-collector-http/src/main/assembly/LICENSE.txt
norconex-collector-http/src/main/assembly/README.txt
norconex-collector-http/src/main/assembly/dist.xml
norconex-collector-http/src/main/assembly/log4j.properties
norconex-collector-http/src/main/assembly/third-party/LICENSE(ASM).txt
norconex-collector-http/src/main/assembly/third-party/LICENSE(Apache2.0).txt
norconex-collector-http/src/main/assembly/third-party/LICENSE(BCASTLE).txt
norconex-collector-http/src/main/assembly/third-party/LICENSE(GPL3).txt
norconex-collector-http/src/main/assembly/third-party/LICENSE(JDOM).txt
norconex-collector-http/src/main/assembly/third-party/LICENSE(MPL).txt
norconex-collector-http/src/main/assembly/third-party/LICENSE(MSTUFF).txt
norconex-collector-http/src/main/assembly/third-party/LICENSE(SLF4J).txt
norconex-collector-http/src/main/assembly/third-party/LICENSE(UCAR).txt
norconex-collector-http/src/main/assembly/third-party/LICENSE(XMP).txt
norconex-collector-http/src/main/assembly/third-party/LICENSE-POINTERS.txt
norconex-collector-http/src/main/java/com/norconex/collector/http/HttpCollector.java
norconex-collector-http/src/main/java/com/norconex/collector/http/HttpCollectorConfig.java
norconex-collector-http/src/main/java/com/norconex/collector/http/HttpCollectorConfigLoader.java
norconex-collector-http/src/main/java/com/norconex/collector/http/HttpCollectorException.java
norconex-collector-http/src/main/java/com/norconex/collector/http/checksum/IHttpDocumentChecksummer.java
norconex-collector-http/src/main/java/com/norconex/collector/http/checksum/IHttpHeadersChecksummer.java
norconex-collector-http/src/main/java/com/norconex/collector/http/checksum/impl/DefaultHttpDocumentChecksummer.java
norconex-collector-http/src/main/java/com/norconex/collector/http/checksum/impl/DefaultHttpHeadersChecksummer.java
norconex-collector-http/src/main/java/com/norconex/collector/http/client/IHttpClientInitializer.java
norconex-collector-http/src/main/java/com/norconex/collector/http/client/impl/DefaultHttpClientInitializer.java
norconex-collector-http/src/main/java/com/norconex/collector/http/crawler/CrawlStatus.java
norconex-collector-http/src/main/java/com/norconex/collector/http/crawler/CrawlURL.java
norconex-collector-http/src/main/java/com/norconex/collector/http/crawler/DocumentProcessor.java
norconex-collector-http/src/main/java/com/norconex/collector/http/crawler/HttpCrawler.java
norconex-collector-http/src/main/java/com/norconex/collector/http/crawler/HttpCrawlerConfig.java
norconex-collector-http/src/main/java/com/norconex/collector/http/crawler/HttpCrawlerConfigLoader.java
norconex-collector-http/src/main/java/com/norconex/collector/http/crawler/HttpCrawlerEventAdapter.java
norconex-collector-http/src/main/java/com/norconex/collector/http/crawler/HttpCrawlerEventFirer.java
norconex-collector-http/src/main/java/com/norconex/collector/http/crawler/IHttpCrawlerEventListener.java
norconex-collector-http/src/main/java/com/norconex/collector/http/crawler/TargetURLRedirectStrategy.java
norconex-collector-http/src/main/java/com/norconex/collector/http/crawler/URLProcessor.java
norconex-collector-http/src/main/java/com/norconex/collector/http/db/CrawlURLDatabaseException.java
norconex-collector-http/src/main/java/com/norconex/collector/http/db/ICrawlURLDatabase.java
norconex-collector-http/src/main/java/com/norconex/collector/http/db/ICrawlURLDatabaseFactory.java
norconex-collector-http/src/main/java/com/norconex/collector/http/db/impl/DefaultCrawlURLDatabaseFactory.java
norconex-collector-http/src/main/java/com/norconex/collector/http/db/impl/MapDBCrawlURLDatabase.java
norconex-collector-http/src/main/java/com/norconex/collector/http/db/impl/MappedQueue.java
norconex-collector-http/src/main/java/com/norconex/collector/http/db/impl/derby/DerbyCrawlURLDatabase.java
norconex-collector-http/src/main/java/com/norconex/collector/http/db/impl/derby/DerbyCrawlURLDatabaseFactory.java
norconex-collector-http/src/main/java/com/norconex/collector/http/db/impl/derby/DerbyCrawlURLDatabaseSQLs.properties
norconex-collector-http/src/main/java/com/norconex/collector/http/delay/IDelayResolver.java
norconex-collector-http/src/main/java/com/norconex/collector/http/delay/impl/AbstractDelay.java
norconex-collector-http/src/main/java/com/norconex/collector/http/delay/impl/CrawlerDelay.java
norconex-collector-http/src/main/java/com/norconex/collector/http/delay/impl/DefaultDelayResolver.java
norconex-collector-http/src/main/java/com/norconex/collector/http/delay/impl/SiteDelay.java
norconex-collector-http/src/main/java/com/norconex/collector/http/delay/impl/ThreadDelay.java
norconex-collector-http/src/main/java/com/norconex/collector/http/doc/HttpDocument.java
norconex-collector-http/src/main/java/com/norconex/collector/http/doc/HttpMetadata.java
norconex-collector-http/src/main/java/com/norconex/collector/http/doc/IHttpDocumentProcessor.java
norconex-collector-http/src/main/java/com/norconex/collector/http/fetch/IHttpDocumentFetcher.java
norconex-collector-http/src/main/java/com/norconex/collector/http/fetch/IHttpHeadersFetcher.java
norconex-collector-http/src/main/java/com/norconex/collector/http/fetch/impl/DefaultDocumentFetcher.java
norconex-collector-http/src/main/java/com/norconex/collector/http/fetch/impl/SimpleHttpHeadersFetcher.java
norconex-collector-http/src/main/java/com/norconex/collector/http/filter/IHttpDocumentFilter.java
norconex-collector-http/src/main/java/com/norconex/collector/http/filter/IHttpHeadersFilter.java
norconex-collector-http/src/main/java/com/norconex/collector/http/filter/IURLFilter.java
norconex-collector-http/src/main/java/com/norconex/collector/http/filter/impl/ExtensionURLFilter.java
norconex-collector-http/src/main/java/com/norconex/collector/http/filter/impl/RegexHeaderFilter.java
norconex-collector-http/src/main/java/com/norconex/collector/http/filter/impl/RegexURLFilter.java
norconex-collector-http/src/main/java/com/norconex/collector/http/handler/IDelayResolver.java
norconex-collector-http/src/main/java/com/norconex/collector/http/handler/IHttpClientInitializer.java
norconex-collector-http/src/main/java/com/norconex/collector/http/handler/IHttpDocumentChecksummer.java
norconex-collector-http/src/main/java/com/norconex/collector/http/handler/IHttpDocumentFetcher.java
norconex-collector-http/src/main/java/com/norconex/collector/http/handler/IHttpDocumentProcessor.java
norconex-collector-http/src/main/java/com/norconex/collector/http/handler/IHttpHeadersChecksummer.java
norconex-collector-http/src/main/java/com/norconex/collector/http/handler/IHttpHeadersFetcher.java
norconex-collector-http/src/main/java/com/norconex/collector/http/handler/IRobotsMetaProvider.java
norconex-collector-http/src/main/java/com/norconex/collector/http/handler/IRobotsTxtProvider.java
norconex-collector-http/src/main/java/com/norconex/collector/http/handler/IURLExtractor.java
norconex-collector-http/src/main/java/com/norconex/collector/http/handler/IURLNormalizer.java
norconex-collector-http/src/main/java/com/norconex/collector/http/handler/impl/DefaultDelayResolver.java
norconex-collector-http/src/main/java/com/norconex/collector/http/handler/impl/DefaultDocumentFetcher.java
norconex-collector-http/src/main/java/com/norconex/collector/http/handler/impl/DefaultHttpClientInitializer.java
norconex-collector-http/src/main/java/com/norconex/collector/http/handler/impl/DefaultHttpDocumentChecksummer.java
norconex-collector-http/src/main/java/com/norconex/collector/http/handler/impl/DefaultHttpHeadersChecksummer.java
norconex-collector-http/src/main/java/com/norconex/collector/http/handler/impl/DefaultRobotsMetaProvider.java
norconex-collector-http/src/main/java/com/norconex/collector/http/handler/impl/DefaultRobotsTxtProvider.java
norconex-collector-http/src/main/java/com/norconex/collector/http/handler/impl/DefaultURLExtractor.java
norconex-collector-http/src/main/java/com/norconex/collector/http/handler/impl/GenericURLNormalizer.java
norconex-collector-http/src/main/java/com/norconex/collector/http/handler/impl/SimpleHttpHeadersFetcher.java
norconex-collector-http/src/main/java/com/norconex/collector/http/handler/impl/package.html
norconex-collector-http/src/main/java/com/norconex/collector/http/handler/package.html
norconex-collector-http/src/main/java/com/norconex/collector/http/robot/IRobotsMetaProvider.java
norconex-collector-http/src/main/java/com/norconex/collector/http/robot/IRobotsTxtProvider.java
norconex-collector-http/src/main/java/com/norconex/collector/http/robot/RobotsMeta.java
norconex-collector-http/src/main/java/com/norconex/collector/http/robot/RobotsTxt.java
norconex-collector-http/src/main/java/com/norconex/collector/http/robot/impl/DefaultRobotsMetaProvider.java
norconex-collector-http/src/main/java/com/norconex/collector/http/robot/impl/DefaultRobotsTxtProvider.java
norconex-collector-http/src/main/java/com/norconex/collector/http/sitemap/ISitemapsResolver.java
norconex-collector-http/src/main/java/com/norconex/collector/http/sitemap/SitemapURLStore.java
norconex-collector-http/src/main/java/com/norconex/collector/http/sitemap/impl/DefaultSitemapResolver.java
norconex-collector-http/src/main/java/com/norconex/collector/http/url/IURLExtractor.java
norconex-collector-http/src/main/java/com/norconex/collector/http/url/IURLNormalizer.java
norconex-collector-http/src/main/java/com/norconex/collector/http/url/impl/DefaultURLExtractor.java
norconex-collector-http/src/main/java/com/norconex/collector/http/url/impl/GenericURLNormalizer.java
norconex-collector-http/src/main/java/com/norconex/collector/http/util/PathUtils.java
norconex-collector-http/src/main/resources/adsense.txt
norconex-collector-http/src/main/resources/javadoc-overview.html
norconex-collector-http/src/main/resources/javadoc.css
norconex-collector-http/src/main/scripts/collector-http.bat
norconex-collector-http/src/main/scripts/collector-http.sh
norconex-collector-http/src/site/apt/configuration.apt.vm
norconex-collector-http/src/site/apt/download.apt.vm
norconex-collector-http/src/site/apt/faq.apt.vm
norconex-collector-http/src/site/apt/index.apt.vm
norconex-collector-http/src/site/apt/support.apt.vm
norconex-collector-http/src/site/apt/usage.apt.vm
norconex-collector-http/src/site/resources/css/site.css
norconex-collector-http/src/site/resources/examples/HOWTO_RUN_EXAMPLES.txt
norconex-collector-http/src/site/resources/examples/collector-http-config-reference.xml
norconex-collector-http/src/site/resources/examples/complex/complex-config.variables
norconex-collector-http/src/site/resources/examples/complex/complex-config.xml
norconex-collector-http/src/site/resources/examples/complex/shared/importer-config.properties
norconex-collector-http/src/site/resources/examples/complex/shared/importer-config.xml
norconex-collector-http/src/site/resources/examples/minimum/minimum-config.xml
norconex-collector-http/src/site/resources/images/build-by-maven-white.png
norconex-collector-http/src/site/resources/images/gplv3-88x31.png
norconex-collector-http/src/site/resources/images/leftbanner.png
norconex-collector-http/src/site/resources/images/rightbanner.png
norconex-collector-http/src/site/resources/snippets/adsense.html
norconex-collector-http/src/site/resources/snippets/disqus.html
norconex-collector-http/src/site/site.xml
norconex-collector-http/src/test/java/com/norconex/collector/http/db/impl/BaseCrawlURLDatabaseTest.java
norconex-collector-http/src/test/java/com/norconex/collector/http/db/impl/MapDBCrawlURLDatabaseTest.java
norconex-collector-http/src/test/java/com/norconex/collector/http/db/impl/MapDBTest.java
norconex-collector-http/src/test/java/com/norconex/collector/http/db/impl/derby/DerbyCrawlURLDatabaseTest.java
norconex-collector-http/src/test/java/com/norconex/collector/http/sitemap/impl/DefaultSitemapResolverTest.java
norconex-collector-http/src/test/java/com/norconex/collector/http/url/impl/DefaultRobotsMetaProviderTest.html
norconex-collector-http/src/test/java/com/norconex/collector/http/url/impl/DefaultRobotsMetaProviderTest.java
norconex-collector-http/src/test/java/com/norconex/collector/http/url/impl/DefaultURLExtractorTest.html
norconex-collector-http/src/test/java/com/norconex/collector/http/url/impl/DefaultURLExtractorTest.java
norconex-collector-http/src/test/java/com/norconex/collector/http/url/impl/GenericURLNormallizerTest.java