You can download crawler-commons-0.5.jar in this page.
Apache License, Version 2.0
crawler-commons-0.5.jar file has the following types.
META-INF/MANIFEST.MF META-INF/maven/com.google.code.crawler-commons/crawler-commons/pom.properties META-INF/maven/com.google.code.crawler-commons/crawler-commons/pom.xml crawlercommons.CrawlerCommons.class crawlercommons.fetcher.AbortedFetchException.class crawlercommons.fetcher.AbortedFetchReason.class crawlercommons.fetcher.BadProtocolFetchException.class crawlercommons.fetcher.BaseFetchException.class crawlercommons.fetcher.BaseFetcher.class crawlercommons.fetcher.EncodingUtils.class crawlercommons.fetcher.FetchedResult.class crawlercommons.fetcher.HttpFetchException.class crawlercommons.fetcher.IOFetchException.class crawlercommons.fetcher.Payload.class crawlercommons.fetcher.RedirectFetchException.class crawlercommons.fetcher.UrlFetchException.class crawlercommons.fetcher.file.SimpleFileFetcher.class crawlercommons.fetcher.http.BaseHttpFetcher.class crawlercommons.fetcher.http.LocalCookieStore.class crawlercommons.fetcher.http.SimpleHttpFetcher.class crawlercommons.fetcher.http.UserAgent.class crawlercommons.robots.BaseRobotRules.class crawlercommons.robots.BaseRobotsParser.class crawlercommons.robots.RobotUtils.class crawlercommons.robots.SimpleRobotRules.class crawlercommons.robots.SimpleRobotRulesParser.class crawlercommons.sitemaps.AbstractSiteMap.class crawlercommons.sitemaps.SiteMap.class crawlercommons.sitemaps.SiteMapIndex.class crawlercommons.sitemaps.SiteMapParser.class crawlercommons.sitemaps.SiteMapTester.class crawlercommons.sitemaps.SiteMapURL.class crawlercommons.sitemaps.UnknownFormatException.class crawlercommons.url.EffectiveTldFinder.class crawlercommons.url.PaidLevelDomain.class effective_tld_names.dat version.prop
crawler-commons-0.5.pom file content.
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
<parent>
<groupId>org.sonatype.oss</groupId>
<artifactId>oss-parent</artifactId>
<version>7</version>
</parent>
<modelVersion>4.0.0</modelVersion>
<groupId>com.google.code.crawler-commons</groupId>
<artifactId>crawler-commons</artifactId>
<name>Crawler-commons</name>
<packaging>jar</packaging>
<version>0.5</version>
<licenses>
<license>
<name>Apache License, Version 2.0</name>
<url>http://www.apache.org/licenses/LICENSE-2.0.txt</url>
</license>
</licenses>
<url>http://code.google.com/p/crawler-commons/</url>
<description>crawler-commons is a set of reusable Java components that implement
functionality common to any web crawler.
</description>
<scm>
<connection>scm:svn:http://crawler-commons.googlecode.com/svn/tags/crawler-commons-0.5</connection>
<developerConnection>scm:svn:https://crawler-commons.googlecode.com/svn/tags/crawler-commons-0.5</developerConnection>
<url>http://crawler-commons.googlecode.com/svn/tags/crawler-commons-0.5</url>
</scm>
<issueManagement>
<system>Google Issues</system>
<url>http://code.google.com/p/crawler-commons/issues/list</url>
</issueManagement>
<mailingLists>
<mailingList>
<name>Project Mailing List</name>
<post>crawler-commons [at] googlecode [dot] com</post>
</mailingList>
</mailingLists>
<developers>
<developer>
<id>KKrugler</id>
<name>Ken Krugler</name>
<email>kkrugler_lists@transpac.com</email>
</developer>
<developer>
<id>ab</id>
<name>Andrzej Bialecki</name>
<email>ab@apache.org</email>
</developer>
<developer>
<id>jnioche</id>
<name>Julien Nioche</name>
<email>jnioche@apache.org</email>
</developer>
<developer>
<id>lewismc</id>
<name>Lewis John McGibbney</name>
<email>lewismc [at] apache [dot] org</email>
</developer>
<developer>
<id>avi_hayun</id>
<name>Avi Hayun</name>
<email>avraham2@gmail.com</email>
</developer>
</developers>
<build>
<defaultGoal>install</defaultGoal>
<directory>target</directory>
<outputDirectory>${basedir}/target/classes</outputDirectory>
<finalName>${project.artifactId}-${project.version}</finalName>
<testOutputDirectory>${basedir}/target/test-classes</testOutputDirectory>
<sourceDirectory>${basedir}/src/main/java</sourceDirectory>
<testSourceDirectory>${basedir}/src/test/java</testSourceDirectory>
<testResources>
<testResource>
<directory>src/test/resources/</directory>
<includes>
<include>**</include>
</includes>
</testResource>
</testResources>
<resources>
<resource>
<directory>src/main/resources</directory>
<filtering>true</filtering>
<includes>
<include>**/version.prop</include>
</includes>
</resource>
<resource>
<directory>src/main/resources</directory>
<filtering>false</filtering>
<excludes>
<exclude>**/version.prop</exclude>
</excludes>
</resource>
</resources>
<pluginManagement>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-deploy-plugin</artifactId>
<version>${maven-deploy-plugin.version}</version>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-release-plugin</artifactId>
<version>${maven-release-plugin.version}</version>
<configuration>
<mavenExecutorId>forked-path</mavenExecutorId>
<tagBase>https://crawler-commons.googlecode.com/svn/tags/</tagBase>
<useReleaseProfile>false</useReleaseProfile>
<arguments>-Prelease</arguments>
<!--autoVersionSubmodules>true</autoVersionSubmodules -->
</configuration>
</plugin>
</plugins>
</pluginManagement>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-jar-plugin</artifactId>
<version>${maven-compiler-plugin.version}</version>
<executions>
<execution>
<goals>
<goal>test-jar</goal>
</goals>
</execution>
</executions>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-compiler-plugin</artifactId>
<version>${maven-compiler-plugin.version}</version>
<inherited>true</inherited>
<configuration>
<source>${javac.src.version}</source>
<target>${javac.target.version}</target>
</configuration>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-surefire-plugin</artifactId>
<version>${maven-surfire-plugin.version}</version>
<inherited>true</inherited>
<configuration>
<systemPropertyVariables>
<test.build.data>${project.basedir}/target/test-data/</test.build.data>
</systemPropertyVariables>
<argLine>-Xmx512m</argLine>
<forkMode>always</forkMode>
<testFailureIgnore>true</testFailureIgnore>
</configuration>
</plugin>
<plugin>
<groupId>org.codehaus.mojo</groupId>
<artifactId>build-helper-maven-plugin</artifactId>
<version>${build-helper-maven-plugin.version}</version>
<executions>
<execution>
<id>add-resource</id>
<phase>generate-resources</phase>
<goals>
<goal>add-resource</goal>
</goals>
<configuration>
<resources>
<resource>
<directory>src/main/resources</directory>
</resource>
</resources>
</configuration>
</execution>
</executions>
</plugin>
</plugins>
</build>
<profiles>
<profile>
<id>release</id>
<build>
<plugins>
<!-- <plugin> <groupId>org.apache.rat</groupId> <artifactId>apache-rat-plugin</artifactId>
<version>${apache-rat-plugin.version}</version> <executions> <execution>
<id>rat-verify</id> <phase>test</phase> <goals> <goal>check</goal> </goals>
</execution> </executions> <configuration> <licenses> <license implementation="org.apache.rat.analysis.license.SimplePatternBasedLicense">
<licenseFamilyCategory>ASL20</licenseFamilyCategory> <licenseFamilyName>Apache
Software License, 2.0</licenseFamilyName> <notes>Single licensed ASL v2.0</notes>
<patterns> <pattern>Licensed to the Apache Software Foundation (ASF) under
one or more contributor license agreements.</pattern> </patterns> </license>
</licenses> <excludeSubProjects>false</excludeSubProjects> <excludes> <exclude>CHANGES.txt</exclude>
</excludes> </configuration> </plugin -->
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-source-plugin</artifactId>
<version>${maven-source-plugin.version}</version>
<executions>
<execution>
<id>attach-sources</id>
<goals>
<goal>jar-no-fork</goal>
</goals>
<configuration>
<archive>
<manifest>
<addDefaultImplementationEntries>true</addDefaultImplementationEntries>
<addDefaultSpecificationEntries>true</addDefaultSpecificationEntries>
</manifest>
<manifestEntries>
<Implementation-Build>${implementation.build}</Implementation-Build>
<Implementation-Build-Date>${maven.build.timestamp}</Implementation-Build-Date>
<X-Compile-Source-JDK>${javac.src.version}</X-Compile-Source-JDK>
<X-Compile-Target-JDK>${javac.target.version}</X-Compile-Target-JDK>
</manifestEntries>
</archive>
</configuration>
</execution>
</executions>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-javadoc-plugin</artifactId>
<version>${maven-javadoc-plugin.version}</version>
<executions>
<execution>
<id>attach-javadocs</id>
<goals>
<goal>jar</goal>
</goals>
<configuration>
<quiet>true</quiet>
<archive>
<manifest>
<addDefaultImplementationEntries>true</addDefaultImplementationEntries>
<addDefaultSpecificationEntries>true</addDefaultSpecificationEntries>
</manifest>
<manifestEntries>
<Implementation-Build>${implementation.build}</Implementation-Build>
<Implementation-Build-Date>${maven.build.timestamp}</Implementation-Build-Date>
<X-Compile-Source-JDK>${javac.src.version}</X-Compile-Source-JDK>
<X-Compile-Target-JDK>${javac.target.version}</X-Compile-Target-JDK>
</manifestEntries>
</archive>
</configuration>
</execution>
</executions>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-gpg-plugin</artifactId>
<version>${maven-gpg-plugin.version}</version>
<executions>
<execution>
<id>sign-artifacts</id>
<phase>verify</phase>
<goals>
<goal>sign</goal>
</goals>
</execution>
</executions>
</plugin>
<plugin>
<groupId>net.ju-n.maven.plugins</groupId>
<artifactId>checksum-maven-plugin</artifactId>
<version>${checksum-maven-plugin.version}</version>
</plugin>
</plugins>
</build>
</profile>
</profiles>
<properties>
<!-- Dependencies -->
<httpclient.version>4.2.6</httpclient.version>
<commons-io.version>2.4</commons-io.version>
<tika-core.version>1.6</tika-core.version>
<slf4j-api.version>1.7.7</slf4j-api.version>
<junit.version>4.7</junit.version>
<slf4j-log4j12.version>1.7.7</slf4j-log4j12.version>
<mockito-core.version>1.8.0</mockito-core.version>
<jetty.version>5.1.10</jetty.version>
<servlet-api.version>2.5</servlet-api.version>
<!-- Maven Plugin Dependencies -->
<maven-compiler-plugin.version>2.3.2</maven-compiler-plugin.version>
<maven-resources-plugin.version>2.5</maven-resources-plugin.version>
<maven-jar-plugin.version>2.4</maven-jar-plugin.version>
<build-helper-maven-plugin.version>1.7</build-helper-maven-plugin.version>
<maven-surfire-plugin.version>2.12</maven-surfire-plugin.version>
<maven-release-plugin.version>2.5.1</maven-release-plugin.version>
<maven-source-plugin.version>2.1.2</maven-source-plugin.version>
<maven-javadoc-plugin.version>2.9.1</maven-javadoc-plugin.version>
<maven-gpg-plugin.version>1.4</maven-gpg-plugin.version>
<apache-rat-plugin.version>0.8</apache-rat-plugin.version>
<maven-assembly-plugin.version>2.2.2</maven-assembly-plugin.version>
<maven-deploy-plugin.version>2.5</maven-deploy-plugin.version>
<checksum-maven-plugin.version>1.0.1</checksum-maven-plugin.version>
<!-- General Properties -->
<implementation.build>${scmBranch}@r${buildNumber}</implementation.build>
<javac.src.version>1.6</javac.src.version>
<javac.target.version>1.6</javac.target.version>
<maven.build.timestamp.format>yyyy-MM-dd HH:mm:ssZ</maven.build.timestamp.format>
<skipTests>false</skipTests>
<assembly.finalName>apache-${project.build.finalName}</assembly.finalName>
<downloads.url>http://www.apache.org/dist/gora</downloads.url>
</properties>
<dependencies>
<!-- Compile time dependencies -->
<dependency>
<groupId>org.apache.httpcomponents</groupId>
<artifactId>httpclient</artifactId>
<version>${httpclient.version}</version>
</dependency>
<dependency>
<groupId>commons-io</groupId>
<artifactId>commons-io</artifactId>
<version>${commons-io.version}</version>
</dependency>
<dependency>
<groupId>org.apache.tika</groupId>
<artifactId>tika-core</artifactId>
<version>${tika-core.version}</version>
</dependency>
<dependency>
<groupId>org.slf4j</groupId>
<artifactId>slf4j-api</artifactId>
<version>${slf4j-api.version}</version>
</dependency>
<!-- Test dependencies -->
<dependency>
<groupId>junit</groupId>
<artifactId>junit</artifactId>
<version>${junit.version}</version>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.slf4j</groupId>
<artifactId>slf4j-log4j12</artifactId>
<version>${slf4j-log4j12.version}</version>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.mockito</groupId>
<artifactId>mockito-core</artifactId>
<version>${mockito-core.version}</version>
<scope>test</scope>
</dependency>
<dependency>
<groupId>jetty</groupId>
<artifactId>jetty</artifactId>
<!-- we'd like to use 6.0.2, but the version in central is missing the
pom -->
<version>${jetty.version}</version>
<scope>test</scope>
</dependency>
<!-- Provided dependencies -->
<dependency>
<groupId>javax.servlet</groupId>
<artifactId>servlet-api</artifactId>
<version>${servlet-api.version}</version>
<scope>provided</scope>
</dependency>
</dependencies>
</project>
<dependency> <groupId>com.google.code.crawler-commons</groupId> <artifactId>crawler-commons</artifactId> <version>0.5</version> </dependency>
If you think the following crawler-commons-0.5.jar downloaded from Maven central repository is inappropriate, such as containing malicious code/tools or violating the copyright, please email , thanks.
Download crawler-commons-0.5.jar file