Author: lewismc
Date: Thu Nov 17 17:13:48 2011
New Revision: 1203276
URL: http://svn.apache.org/viewvc?rev=1203276&view=rev
Log:
Commit to revert final formatting changes to build.xml. Spacing is now set to
single line as oppose to tabs.
Modified:
nutch/branches/nutchgora/build.xml
Modified: nutch/branches/nutchgora/build.xml
URL:
http://svn.apache.org/viewvc/nutch/branches/nutchgora/build.xml?rev=1203276&r1=1203275&r2=1203276&view=diff
==============================================================================
--- nutch/branches/nutchgora/build.xml (original)
+++ nutch/branches/nutchgora/build.xml Thu Nov 17 17:13:48 2011
@@ -15,705 +15,710 @@
See the License for the specific language governing permissions and
limitations under the License.
-->
+
<project name="Nutchgora" default="runtime"
xmlns:ivy="antlib:org.apache.ivy.ant"
xmlns:artifact="antlib:org.apache.maven.artifact.ant">
- <!-- Load all the default properties, and any the user wants -->
- <!-- to contribute (without having to type -D or edit this file -->
- <property file="${user.home}/build.properties" />
- <property file="${basedir}/build.properties" />
- <property file="${basedir}/default.properties" />
- <property name="test.junit.output.format" value="plain" />
- <property name="release.dir" value="${build.dir}/release" />
-
- <!-- define Maven coordinates, repository url and artifacts name etc -->
- <property name="groupId" value="org.apache.nutch" />
- <property name="artifactId" value="nutch" />
- <property name="maven-repository-url"
value="https://repository.apache.org/service/local/staging/deploy/maven2" />
- <property name="maven-repository-id" value="apache.releases.https" />
- <property name="maven-jar"
value="${release.dir}/${artifactId}-${version}.jar" />
- <property name="maven-javadoc-jar"
value="${release.dir}/${artifactId}-${version}-javadoc.jar" />
- <property name="maven-sources-jar"
value="${release.dir}/${artifactId}-${version}-sources.jar" />
-
-
- <!-- the normal classpath -->
- <path id="classpath">
- <pathelement location="${build.classes}" />
- <fileset dir="${build.lib.dir}">
- <include name="*.jar" />
- </fileset>
- </path>
-
- <!-- the unit test classpath -->
- <dirname property="plugins.classpath.dir" file="${build.plugins}" />
- <path id="test.classpath">
- <pathelement location="${test.build.classes}" />
- <pathelement location="${conf.dir}" />
- <pathelement location="${test.src.dir}" />
- <pathelement location="${plugins.classpath.dir}" />
- <path refid="classpath" />
- <pathelement location="${build.dir}/${final.name}.job" />
- <fileset dir="${build.lib.dir}">
- <include name="*.jar" />
- </fileset>
- </path>
-
- <!-- ====================================================== -->
- <!-- Stuff needed by all targets -->
- <!-- ====================================================== -->
- <target name="init" depends="ivy-init">
- <mkdir dir="${build.dir}" />
- <mkdir dir="${build.classes}" />
- <mkdir dir="${release.dir}" />
-
- <mkdir dir="${test.build.dir}" />
- <mkdir dir="${test.build.classes}" />
-
- <touch datetime="01/25/1971 2:00 pm">
- <fileset dir="${conf.dir}" includes="**/*.template" />
- </touch>
-
- <copy todir="${conf.dir}" verbose="true">
- <fileset dir="${conf.dir}" includes="**/*.template" />
- <mapper type="glob" from="*.template" to="*" />
- </copy>
- </target>
-
- <!-- ====================================================== -->
- <!-- Compile the Java files -->
- <!-- ====================================================== -->
- <target name="compile" depends="compile-core, compile-plugins" />
-
- <target name="compile-core" depends="init, resolve-default">
- <javac
- encoding="${build.encoding}"
- srcdir="${src.dir}"
- includes="org/apache/nutch/**/*.java"
- destdir="${build.classes}"
- debug="${javac.debug}"
- optimize="${javac.optimize}"
- target="${javac.version}"
- source="${javac.version}"
- deprecation="${javac.deprecation}">
- <classpath refid="classpath" />
- </javac>
- </target>
-
- <target name="compile-plugins" depends="init, resolve-default">
- <ant dir="src/plugin" target="deploy" inheritAll="false" />
- </target>
-
- <!-- ==================================================================
-->
- <!-- Make nutch.jar -->
- <!-- ==================================================================
-->
- <!--
-->
- <!-- ==================================================================
-->
- <target name="jar" depends="compile-core">
- <copy file="${conf.dir}/nutch-default.xml"
- todir="${build.classes}" />
- <copy file="${conf.dir}/nutch-site.xml"
- todir="${build.classes}" />
- <jar jarfile="${build.dir}/${final.name}.jar"
- basedir="${build.classes}">
- <manifest>
- </manifest>
- </jar>
- </target>
-
- <!-- ==================================================================
-->
- <!-- Make Maven Central Release -->
- <!-- ==================================================================
-->
- <!-- -->
- <!-- ==================================================================
-->
- <target name="release" depends="compile-core" description="generate the
release distribution">
- <copy file="${conf.dir}/nutch-default.xml"
- todir="${build.classes}" />
- <copy file="${conf.dir}/nutch-site.xml"
- todir="${build.classes}" />
-
- <!-- build the main artifact -->
- <jar jarfile="${maven-jar}" basedir="${build.classes}" />
-
- <!-- build the javadoc artifact -->
- <javadoc destdir="${release.dir}/javadoc"
- overview="${src.dir}/overview.html"
- author="true"
- version="true"
- use="true"
- windowtitle="${Name} ${version} API"
- doctitle="${Name} ${version} API"
- bottom="Copyright &copy; ${year} The Apache
Software Foundation"
- >
- <arg value="${javadoc.proxy.host}" />
- <arg value="${javadoc.proxy.port}" />
-
- <packageset dir="${src.dir}" />
- <packageset dir="${plugins.dir}/lib-http/src/java" />
- <packageset
dir="${plugins.dir}/lib-regex-filter/src/java" />
- <packageset
dir="${plugins.dir}/microformats-reltag/src/java" />
- <packageset dir="${plugins.dir}/protocol-file/src/java"
/>
- <packageset dir="${plugins.dir}/protocol-ftp/src/java"
/>
- <packageset dir="${plugins.dir}/protocol-http/src/java"
/>
- <packageset
dir="${plugins.dir}/protocol-httpclient/src/java" />
- <packageset dir="${plugins.dir}/parse-tika/src/java" />
- <packageset dir="${plugins.dir}/parse-ext/src/java" />
- <packageset dir="${plugins.dir}/parse-js/src/java" />
- <packageset dir="${plugins.dir}/parse-swf/src/java" />
- <packageset dir="${plugins.dir}/parse-zip/src/java" />
- <packageset dir="${plugins.dir}/index-basic/src/java" />
- <packageset dir="${plugins.dir}/index-more/src/java" />
- <packageset dir="${plugins.dir}/scoring-opic/src/java"
/>
- <packageset
dir="${plugins.dir}/urlfilter-automaton/src/java" />
- <packageset
dir="${plugins.dir}/urlfilter-regex/src/java" />
- <packageset
dir="${plugins.dir}/urlfilter-prefix/src/java" />
- <packageset
dir="${plugins.dir}/creativecommons/src/java" />
- <packageset
dir="${plugins.dir}/language-identifier/src/java" />
-
- <link href="${javadoc.link.java}" />
- <link href="${javadoc.link.lucene}" />
- <link href="${javadoc.link.hadoop}" />
-
- <classpath refid="classpath" />
- <classpath>
- <fileset dir="${plugins.dir}">
- <include name="**/*.jar" />
- </fileset>
- </classpath>
-
- <group title="Core" packages="org.apache.nutch.*" />
- <group title="Plugins API" packages="${plugins.api}" />
- <group title="Protocol Plugins"
packages="${plugins.protocol}" />
- <group title="URL Filter Plugins"
packages="${plugins.urlfilter}" />
- <group title="Scoring Plugins"
packages="${plugins.scoring}" />
- <group title="Parse Plugins"
packages="${plugins.parse}" />
- <group title="Indexing Filter Plugins"
packages="${plugins.index}" />
- <group title="Misc. Plugins" packages="${plugins.misc}"
/>
- </javadoc>
- <jar jarfile="${maven-javadoc-jar}">
- <fileset dir="${release.dir}/javadoc" />
- </jar>
-
- <!-- build the sources artifact -->
- <jar jarfile="${maven-sources-jar}">
- <fileset dir="${src.dir}" />
- </jar>
- </target>
-
- <!-- ==================================================================
-->
- <!-- Deploy to Apache Nexus -->
- <!-- ==================================================================
-->
- <!-- -->
- <!-- ==================================================================
-->
- <target name="deploy" depends="release" description="deploy to Apache
Nexus">
-
- <!-- generate a pom file -->
- <ivy:makepom ivyfile="${ivy.file}" pomfile="${basedir}/pom.xml"
- templatefile="ivy/mvn.template">
- <mapping conf="default" scope="compile" />
- <mapping conf="runtime" scope="runtime" />
- </ivy:makepom>
-
- <!-- sign and deploy the main artifact -->
- <artifact:mvn>
- <arg
value="org.apache.maven.plugins:maven-gpg-plugin:1.1:sign-and-deploy-file" />
- <arg value="-Durl=${maven-repository-url}" />
- <arg value="-DrepositoryId=${maven-repository-id}" />
- <arg value="-DpomFile=pom.xml" />
- <arg value="-Dfile=${maven-jar}" />
- <arg value="-Papache-release" />
- </artifact:mvn>
-
- <!-- sign and deploy the sources artifact -->
- <artifact:mvn>
- <arg
value="org.apache.maven.plugins:maven-gpg-plugin:1.1:sign-and-deploy-file" />
- <arg value="-Durl=${maven-repository-url}" />
- <arg value="-DrepositoryId=${maven-repository-id}" />
- <arg value="-DpomFile=pom.xml" />
- <arg value="-Dfile=${maven-sources-jar}" />
- <arg value="-Dclassifier=sources" />
- <arg value="-Papache-release" />
- </artifact:mvn>
-
- <!-- sign and deploy the javadoc artifact -->
- <artifact:mvn>
- <arg
value="org.apache.maven.plugins:maven-gpg-plugin:1.1:sign-and-deploy-file" />
- <arg value="-Durl=${maven-repository-url}" />
- <arg value="-DrepositoryId=${maven-repository-id}" />
- <arg value="-DpomFile=pom.xml" />
- <arg value="-Dfile=${maven-javadoc-jar}" />
- <arg value="-Dclassifier=javadoc" />
- <arg value="-Papache-release" />
- </artifact:mvn>
- </target>
-
- <!-- ==================================================================
-->
- <!-- Make job jar -->
- <!-- ==================================================================
-->
- <!--
-->
- <!-- ==================================================================
-->
- <target name="job" depends="compile">
- <jar jarfile="${build.dir}/${final.name}.job">
- <!-- If the build.classes has the nutch config files because
the jar command
- command has run, exclude them. The conf directory has them. -->
- <zipfileset dir="${build.classes}"
excludes="nutch-default.xml,nutch-site.xml" />
- <zipfileset dir="${conf.dir}" excludes="*.template,hadoop*.*" />
- <!-- need to exclude hsqldb.jar due to a conflicting version
already present
- in Hadoop/lib. -->
- <zipfileset dir="${build.lib.dir}" prefix="lib"
includes="**/*.jar"
-
excludes="jasper*.jar,jsp-*.jar,hadoop-*.jar,hbase*test*.jar,ant*jar,hsqldb*.jar"
/>
- <zipfileset dir="${build.plugins}" prefix="classes/plugins" />
- </jar>
- </target>
-
- <target name="runtime" depends="jar, job">
- <mkdir dir="${runtime.dir}" />
- <mkdir dir="${runtime.local}" />
- <mkdir dir="${runtime.deploy}" />
- <!-- deploy area -->
- <copy file="${build.dir}/${final.name}.job"
todir="${runtime.deploy}" />
- <copy todir="${runtime.deploy}/bin">
- <fileset dir="src/bin" />
- </copy>
- <chmod perm="ugo+x" type="file">
- <fileset dir="${runtime.deploy}/bin" />
- </chmod>
- <!-- local area -->
- <copy file="${build.dir}/${final.name}.jar"
todir="${runtime.local}/lib" />
- <copy todir="${runtime.local}/lib/native">
- <fileset dir="lib/native" />
- </copy>
- <copy todir="${runtime.local}/conf">
- <fileset dir="conf" excludes="*.template" />
- </copy>
- <copy todir="${runtime.local}/bin">
- <fileset dir="src/bin" />
- </copy>
- <chmod perm="ugo+x" type="file">
- <fileset dir="${runtime.local}/bin" />
- </chmod>
- <copy todir="${runtime.local}/lib">
- <fileset dir="${build.dir}/lib"
-
excludes="ant*.jar,jasper*.jar,jsp-*.jar,hadoop*test*.jar,hbase*test*.jar" />
- </copy>
- <copy todir="${runtime.local}/plugins">
- <fileset dir="${build.dir}/plugins" />
- </copy>
- <copy todir="${runtime.local}/test">
- <fileset dir="${build.dir}/test" />
- </copy>
- </target>
-
- <!-- ==================================================================
-->
- <!-- Compile test code
-->
- <!-- ==================================================================
-->
- <target name="compile-core-test" depends="compile-core, resolve-test">
- <javac
- encoding="${build.encoding}"
- srcdir="${test.src.dir}"
- includes="org/apache/nutch*/**/*.java"
- destdir="${test.build.classes}"
- debug="${javac.debug}"
- optimize="${javac.optimize}"
- target="${javac.version}"
- source="${javac.version}"
- deprecation="${javac.deprecation}">
- <classpath refid="test.classpath" />
- </javac>
- </target>
-
- <!-- ==================================================================
-->
- <!-- Run Nutch proxy
-->
- <!-- ==================================================================
-->
-
- <target name="proxy" depends="job, compile-core-test">
- <java classname="org.apache.nutch.tools.proxy.TestbedProxy"
fork="true">
- <classpath refid="test.classpath" />
- <arg value="-fake" />
- <!-- <arg value="-delay"/> <arg value="-200"/> -->
- <jvmarg
-
line="-Djavax.xml.parsers.DocumentBuilderFactory=com.sun.org.apache.xerces.internal.jaxp.DocumentBuilderFactoryImpl"
/>
- </java>
- </target>
-
- <!-- ==================================================================
-->
- <!-- Run Nutch benchmarking analysis
-->
- <!-- ==================================================================
-->
-
- <target name="benchmark">
- <java classname="org.apache.nutch.tools.Benchmark" fork="true">
- <classpath refid="test.classpath" />
- <jvmarg
- line="-Xmx512m
-Djavax.xml.parsers.DocumentBuilderFactory=com.sun.org.apache.xerces.internal.jaxp.DocumentBuilderFactoryImpl"
/>
- <arg value="-maxPerHost" />
- <arg value="10" />
- <arg value="-seeds" />
- <arg value="1" />
- <arg value="-depth" />
- <arg value="5" />
- </java>
- </target>
-
-
- <!-- ==================================================================
-->
- <!-- Run unit tests
-->
- <!-- ==================================================================
-->
- <target name="test" depends="test-core, test-plugins" />
-
- <target name="test-core" depends="job, compile-core-test">
-
- <delete dir="${test.build.data}" />
- <mkdir dir="${test.build.data}" />
- <!-- copy resources needed in junit tests -->
- <copy todir="${test.build.data}">
- <fileset dir="src/testresources" includes="**/*" />
- </copy>
- <copy file="${test.src.dir}/nutch-site.xml"
todir="${test.build.classes}" />
-
- <copy file="${test.src.dir}/log4j.properties"
todir="${test.build.classes}" />
-
- <junit printsummary="yes" haltonfailure="no" fork="yes"
dir="${basedir}"
- errorProperty="tests.failed"
failureProperty="tests.failed"
- maxmemory="1000m">
- <sysproperty key="test.build.data"
value="${test.build.data}" />
- <sysproperty key="test.src.dir" value="${test.src.dir}"
/>
- <sysproperty
key="javax.xml.parsers.DocumentBuilderFactory"
-
value="com.sun.org.apache.xerces.internal.jaxp.DocumentBuilderFactoryImpl" />
- <classpath refid="test.classpath" />
- <formatter type="${test.junit.output.format}" />
- <batchtest todir="${test.build.dir}" unless="testcase">
- <fileset dir="${test.src.dir}"
includes="**/Test*.java"
- excludes="**/${test.exclude}.java" />
- </batchtest>
- <batchtest todir="${test.build.dir}" if="testcase">
- <fileset dir="${test.src.dir}"
includes="**/${testcase}.java" />
- </batchtest>
- </junit>
-
- <fail if="tests.failed">Tests failed!</fail>
-
- </target>
-
- <target name="test-plugins" depends="compile">
- <ant dir="src/plugin" target="test" inheritAll="false" />
- </target>
-
- <target name="nightly" depends="test, tar">
- </target>
-
- <!-- ==================================================================
-->
- <!-- Ivy targets
-->
- <!-- ==================================================================
-->
-
- <!-- target: resolve =================================================
-->
- <target name="resolve-default" depends="clean-lib, init"
description="--> resolve and retrieve dependencies with ivy">
- <ivy:resolve file="${ivy.file}" conf="default"
log="download-only" />
- <ivy:retrieve
pattern="${build.lib.dir}/[artifact]-[revision].[ext]" symlink="false"
log="quiet" />
- <antcall target="copy-libs" />
- </target>
-
- <target name="resolve-test" depends="clean-lib, init" description="-->
resolve and retrieve dependencies with ivy">
- <ivy:resolve file="${ivy.file}" conf="test" log="download-only"
/>
- <ivy:retrieve
pattern="${build.lib.dir}/[artifact]-[revision].[ext]" symlink="false"
log="quiet" />
- <antcall target="copy-libs" />
- </target>
-
- <target name="copy-libs">
- <!-- copy the libs in lib, which are not ivy enabled -->
- <copy todir="${build.lib.dir}/" failonerror="false">
- <fileset dir="${lib.dir}" includes="**/*.jar" />
- </copy>
- </target>
-
- <!-- target: publish-local ===========================================
-->
- <target name="publish-local" depends="jar" description="--> publish
this project in the local ivy repository">
- <ivy:publish
artifactspattern="${build.dir}/[artifact]-${version}.[ext]"
- resolver="local"
- pubrevision="${version}"
- pubdate="${now}"
- status="integration"
- forcedeliver="true"
- overwrite="true" />
- <echo message="project ${ant.project.name} published locally
with version ${version}" />
- </target>
-
- <!-- target: report ==================================================
-->
- <target name="report" depends="resolve-test" description="--> generates
a report of dependencies">
- <ivy:report todir="${build.dir}" />
- </target>
-
- <!-- target: ivy-init ================================================
-->
- <target name="ivy-init" depends="ivy-probe-antlib, ivy-init-antlib">
- <ivy:settings file="${ivy.dir}/ivysettings.xml" />
- </target>
-
- <!-- target: ivy-probe-antlib ========================================
-->
- <target name="ivy-probe-antlib">
- <condition property="ivy.found">
- <typefound uri="antlib:org.apache.ivy.ant"
name="cleancache" />
- </condition>
- </target>
-
- <!-- target: ivy-download ============================================
-->
- <target name="ivy-download" description="Download ivy">
- <available file="${ivy.jar}" property="ivy.jar.found" />
- <antcall target="-ivy-download-unchecked" />
- </target>
-
- <!-- target: ivy-download-unchecked ==================================
-->
- <target name="-ivy-download-unchecked" unless="ivy.jar.found">
- <get src="${ivy.repo.url}" dest="${ivy.jar}"
usetimestamp="true" />
- </target>
-
- <!-- target: ivy-init-antlib =========================================
-->
- <target name="ivy-init-antlib" depends="ivy-download"
unless="ivy.found">
- <typedef uri="antlib:org.apache.ivy.ant" onerror="fail"
loaderRef="ivyLoader">
- <classpath>
- <pathelement location="${ivy.jar}" />
- </classpath>
- </typedef>
- <fail>
- <condition>
- <not>
- <typefound uri="antlib:org.apache.ivy.ant"
name="cleancache" />
- </not>
- </condition>
- You need Apache Ivy 2.0 or later from http://ant.apache.org/
- It could not be loaded from ${ivy.repo.url}
- </fail>
- </target>
-
- <!-- ==================================================================
-->
- <!-- Documentation
-->
- <!-- ==================================================================
-->
- <target name="javadoc" depends="compile">
- <mkdir dir="${build.javadoc}" />
- <javadoc
- overview="${src.dir}/overview.html"
- destdir="${build.javadoc}"
- author="true"
- version="true"
- use="true"
- windowtitle="${Name} ${version} API"
- doctitle="${Name} ${version} API"
- bottom="Copyright &copy; ${year} The Apache
Software Foundation">
- <arg value="${javadoc.proxy.host}" />
- <arg value="${javadoc.proxy.port}" />
-
- <packageset dir="${src.dir}" />
- <packageset dir="${plugins.dir}/lib-http/src/java" />
- <packageset
dir="${plugins.dir}/lib-regex-filter/src/java" />
- <packageset
dir="${plugins.dir}/microformats-reltag/src/java" />
- <packageset dir="${plugins.dir}/protocol-file/src/java"
/>
- <packageset dir="${plugins.dir}/protocol-ftp/src/java"
/>
- <packageset dir="${plugins.dir}/protocol-http/src/java"
/>
- <packageset
dir="${plugins.dir}/protocol-httpclient/src/java" />
- <packageset dir="${plugins.dir}/parse-tika/src/java" />
- <packageset dir="${plugins.dir}/parse-ext/src/java" />
- <packageset dir="${plugins.dir}/parse-js/src/java" />
- <packageset dir="${plugins.dir}/parse-swf/src/java" />
- <packageset dir="${plugins.dir}/parse-zip/src/java" />
- <packageset dir="${plugins.dir}/index-basic/src/java" />
- <packageset dir="${plugins.dir}/index-more/src/java" />
- <packageset dir="${plugins.dir}/scoring-opic/src/java"
/>
- <packageset
dir="${plugins.dir}/urlfilter-automaton/src/java" />
- <packageset
dir="${plugins.dir}/urlfilter-regex/src/java" />
- <packageset
dir="${plugins.dir}/urlfilter-prefix/src/java" />
- <packageset
dir="${plugins.dir}/creativecommons/src/java" />
- <packageset
dir="${plugins.dir}/language-identifier/src/java" />
-
- <link href="${javadoc.link.java}" />
- <link href="${javadoc.link.lucene}" />
- <link href="${javadoc.link.hadoop}" />
-
- <classpath refid="classpath" />
- <classpath>
- <fileset dir="${plugins.dir}">
- <include name="**/*.jar" />
- </fileset>
- </classpath>
-
- <group title="Core" packages="org.apache.nutch.*" />
- <group title="Plugins API" packages="${plugins.api}" />
- <group title="Protocol Plugins"
packages="${plugins.protocol}" />
- <group title="URL Filter Plugins"
packages="${plugins.urlfilter}" />
- <group title="Scoring Plugins"
packages="${plugins.scoring}" />
- <group title="Parse Plugins"
packages="${plugins.parse}" />
- <group title="Indexing Filter Plugins"
packages="${plugins.index}" />
- <group title="Misc. Plugins" packages="${plugins.misc}"
/>
- </javadoc>
- <!-- Copy the plugin.dtd file to the plugin doc-files dir -->
- <copy file="${plugins.dir}/plugin.dtd"
todir="${build.javadoc}/org/apache/nutch/plugin/doc-files" />
- </target>
-
- <target name="default-doc">
- <style basedir="${conf.dir}" destdir="${docs.dir}"
includes="nutch-default.xml"
- style="conf/nutch-conf.xsl" />
- </target>
-
- <!-- ==================================================================
-->
- <!-- D I S T R I B U T I O N
-->
- <!-- ==================================================================
-->
- <!--
-->
- <!-- ==================================================================
-->
- <target name="package" depends="runtime, javadoc">
- <mkdir dir="${dist.version.dir}" />
- <mkdir dir="${dist.version.dir}/lib" />
- <mkdir dir="${dist.version.dir}/runtime" />
- <mkdir dir="${dist.version.dir}/docs" />
- <mkdir dir="${dist.version.dir}/docs/api" />
- <mkdir dir="${dist.version.dir}/ivy" />
-
- <copy todir="${dist.version.dir}/lib" includeEmptyDirs="false">
- <fileset dir="lib" />
- </copy>
-
- <copy todir="${dist.version.dir}/runtime">
- <fileset dir="runtime" />
- </copy>
-
- <chmod perm="ugo+x" type="file">
- <fileset dir="${dist.version.dir}/runtime/deploy/bin" />
- <fileset dir="${dist.version.dir}/runtime/local/bin" />
- </chmod>
-
- <copy todir="${dist.version.dir}/conf">
- <fileset dir="${conf.dir}" excludes="**/*.template" />
- </copy>
-
- <copy todir="${dist.version.dir}/docs/api">
- <fileset dir="${build.javadoc}" />
- </copy>
-
- <copy todir="${dist.version.dir}">
- <fileset dir=".">
- <include name="*.txt" />
- <include name="KEYS" />
- </fileset>
- </copy>
-
- <copy todir="${dist.version.dir}/src" includeEmptyDirs="true">
- <fileset dir="src" />
- </copy>
-
- <copy todir="${dist.version.dir}/ivy" includeEmptyDirs="true">
- <fileset dir="ivy" />
- </copy>
-
- <copy todir="${dist.version.dir}/" file="build.xml" />
- <copy todir="${dist.version.dir}/" file="default.properties" />
-
- </target>
-
- <!-- ==================================================================
-->
- <!-- Make release tarball
-->
- <!-- ==================================================================
-->
- <target name="tar" depends="package">
- <tar compression="gzip" longfile="gnu"
- destfile="${dist.dir}/${final.name}.tar.gz">
- <tarfileset dir="${dist.dir}" mode="664">
- <exclude name="${final.name}/bin/*" />
- <include name="${final.name}/**" />
- </tarfileset>
- <tarfileset dir="${dist.dir}" mode="755">
- <include name="${final.name}/bin/*" />
- </tarfileset>
- </tar>
- </target>
-
- <!-- ==================================================================
-->
- <!-- Make release tarball
-->
- <!-- ==================================================================
-->
- <target name="zip" depends="package">
- <zip compress="true" casesensitive="yes"
destfile="${dist.dir}/${final.name}.zip">
- <zipfileset dir="${dist.dir}" filemode="664">
- <exclude name="${final.name}/bin/*" />
- <include name="${final.name}/**" />
- </zipfileset>
- <zipfileset dir="${dist.dir}" filemode="755">
- <include name="${final.name}/bin/*" />
- </zipfileset>
- </zip>
- </target>
-
- <!-- ==================================================================
-->
- <!-- Clean. Delete the build files, and their directories
-->
- <!-- ==================================================================
-->
-
- <!-- target: clean ===================================================
-->
- <target name="clean" depends="clean-build, clean-lib, clean-dist,
clean-runtime" description="--> clean the project" />
-
- <!-- target: clean-local =============================================
-->
- <target name="clean-local" depends="" description="--> cleans the local
repository for the current module">
- <delete
dir="${ivy.local.default.root}/${ivy.organisation}/${ivy.module}" />
- </target>
-
- <!-- target: clean-lib ===============================================
-->
- <target name="clean-lib" description="--> clean the project libraries
directory (dependencies)">
- <delete includeemptydirs="true" dir="${build.lib.dir}" />
- </target>
-
- <!-- target: clean-build =============================================
-->
- <target name="clean-build" description="--> clean the project built
files">
- <delete includeemptydirs="true" dir="${build.dir}" />
- </target>
-
- <!-- target: clean-dist =============================================
-->
- <target name="clean-dist" description="--> clean the project dist
files">
- <delete includeemptydirs="true" dir="${dist.dir}" />
- </target>
-
- <!-- target: clean-cache =============================================
-->
- <target name="clean-cache" depends="" description="delete ivy cache">
- <ivy:cleancache />
- </target>
-
- <target name="clean-runtime" description="--> clean the project runtime
area">
- <delete includeemptydirs="true" dir="${runtime.dir}" />
- </target>
-
- <!-- ==================================================================
-->
- <!-- RAT targets -->
- <!-- ==================================================================
-->
- <target name="rat-sources-typedef">
- <typedef resource="org/apache/rat/anttasks/antlib.xml">
- <classpath>
- <fileset dir="." includes="rat*.jar" />
- </classpath>
- </typedef>
- </target>
-
- <target name="rat-sources" depends="rat-sources-typedef"
- description="runs the tasks over src/java">
- <rat:report xmlns:rat="antlib:org.apache.rat.anttasks">
- <fileset dir="src">
- <include name="java/**/*" />
- <include name="plugin/**/src/**/*" />
- </fileset>
- </rat:report>
- </target>
-
- <!-- ==================================================================
-->
- <!-- SONAR targets -->
- <!-- ==================================================================
-->
-
- <!-- Define the Sonar task if this hasn't been done in a common script
-->
- <taskdef uri="antlib:org.sonar.ant" resource="org/sonar/ant/antlib.xml">
- <classpath path="${ant.library.dir}" />
- <classpath path="${mysql.library.dir}" />
- </taskdef>
-
- <!-- Add the target -->
- <target name="sonar">
-
- <!-- list of mandatory source directories (required) -->
- <property name="sonar.sources" value="${src.dir}" />
-
- <!-- list of properties (optional) -->
- <property name="sonar.projectName" value="Nutchgora Branch
Sonar Analysis" />
- <property name="sonar.binaries" value="${build.dir}/classes" />
- <property name="sonar.binaries" value="${build.dir}/plugins" />
- <property name="sonar.tests" value="${test.src.dir}" />
-
- <sonar:sonar workDir="${base.dir}" key="org.apache.nutch:branch"
- version="2.0-SNAPSHOT"
xmlns:sonar="antlib:org.sonar.ant" />
- </target>
+ <!-- Load all the default properties, and any the user wants -->
+ <!-- to contribute (without having to type -D or edit this file -->
+ <property file="${user.home}/build.properties" />
+ <property file="${basedir}/build.properties" />
+ <property file="${basedir}/default.properties" />
+ <property name="test.junit.output.format" value="plain" />
+ <property name="release.dir" value="${build.dir}/release" />
+
+ <!-- define Maven coordinates, repository url and artifacts name etc -->
+ <property name="groupId" value="org.apache.nutch" />
+ <property name="artifactId" value="nutch" />
+ <property name="maven-repository-url"
value="https://repository.apache.org/service/local/staging/deploy/maven2" />
+ <property name="maven-repository-id" value="apache.releases.https" />
+ <property name="maven-jar"
value="${release.dir}/${artifactId}-${version}.jar" />
+ <property name="maven-javadoc-jar"
value="${release.dir}/${artifactId}-${version}-javadoc.jar" />
+ <property name="maven-sources-jar"
value="${release.dir}/${artifactId}-${version}-sources.jar" />
+
+
+ <!-- the normal classpath -->
+ <path id="classpath">
+ <pathelement location="${build.classes}" />
+ <fileset dir="${build.lib.dir}">
+ <include name="*.jar" />
+ </fileset>
+ </path>
+
+ <!-- the unit test classpath -->
+ <dirname property="plugins.classpath.dir" file="${build.plugins}" />
+ <path id="test.classpath">
+ <pathelement location="${test.build.classes}" />
+ <pathelement location="${conf.dir}" />
+ <pathelement location="${test.src.dir}" />
+ <pathelement location="${plugins.classpath.dir}" />
+ <path refid="classpath" />
+ <pathelement location="${build.dir}/${final.name}.job" />
+ <fileset dir="${build.lib.dir}">
+ <include name="*.jar" />
+ </fileset>
+ </path>
+
+ <!-- ====================================================== -->
+ <!-- Stuff needed by all targets -->
+ <!-- ====================================================== -->
+ <target name="init" depends="ivy-init">
+ <mkdir dir="${build.dir}" />
+ <mkdir dir="${build.classes}" />
+ <mkdir dir="${release.dir}" />
+
+ <mkdir dir="${test.build.dir}" />
+ <mkdir dir="${test.build.classes}" />
+
+ <touch datetime="01/25/1971 2:00 pm">
+ <fileset dir="${conf.dir}" includes="**/*.template" />
+ </touch>
+
+ <copy todir="${conf.dir}" verbose="true">
+ <fileset dir="${conf.dir}" includes="**/*.template" />
+ <mapper type="glob" from="*.template" to="*" />
+ </copy>
+ </target>
+
+ <!-- ====================================================== -->
+ <!-- Compile the Java files -->
+ <!-- ====================================================== -->
+ <target name="compile" depends="compile-core, compile-plugins" />
+
+ <target name="compile-core" depends="init, resolve-default">
+ <javac
+ encoding="${build.encoding}"
+ srcdir="${src.dir}"
+ includes="org/apache/nutch/**/*.java"
+ destdir="${build.classes}"
+ debug="${javac.debug}"
+ optimize="${javac.optimize}"
+ target="${javac.version}"
+ source="${javac.version}"
+ deprecation="${javac.deprecation}">
+ <classpath refid="classpath" />
+ </javac>
+ </target>
+
+ <target name="compile-plugins" depends="init, resolve-default">
+ <ant dir="src/plugin" target="deploy" inheritAll="false" />
+ </target>
+
+ <!-- ================================================================== -->
+ <!-- Make nutch.jar -->
+ <!-- ================================================================== -->
+ <!-- -->
+ <!-- ================================================================== -->
+ <target name="jar" depends="compile-core">
+ <copy file="${conf.dir}/nutch-default.xml" todir="${build.classes}" />
+ <copy file="${conf.dir}/nutch-site.xml" todir="${build.classes}" />
+ <jar jarfile="${build.dir}/${final.name}.jar" basedir="${build.classes}">
+ <manifest>
+ </manifest>
+ </jar>
+ </target>
+
+ <!-- ================================================================== -->
+ <!-- Make Maven Central Release -->
+ <!-- ================================================================== -->
+ <!-- -->
+ <!-- ================================================================== -->
+ <target name="release" depends="compile-core"
+ description="generate the release distribution">
+ <copy file="${conf.dir}/nutch-default.xml" todir="${build.classes}" />
+ <copy file="${conf.dir}/nutch-site.xml" todir="${build.classes}" />
+
+ <!-- build the main artifact -->
+ <jar jarfile="${maven-jar}" basedir="${build.classes}" />
+
+ <!-- build the javadoc artifact -->
+ <javadoc
+ destdir="${release.dir}/javadoc"
+ overview="${src.dir}/overview.html"
+ author="true"
+ version="true"
+ use="true"
+ windowtitle="${Name} ${version} API"
+ doctitle="${Name} ${version} API"
+ bottom="Copyright &copy; ${year} The Apache Software Foundation">
+ <arg value="${javadoc.proxy.host}" />
+ <arg value="${javadoc.proxy.port}" />
+
+ <packageset dir="${src.dir}" />
+ <packageset dir="${plugins.dir}/lib-http/src/java" />
+ <packageset dir="${plugins.dir}/lib-regex-filter/src/java" />
+ <packageset dir="${plugins.dir}/microformats-reltag/src/java" />
+ <packageset dir="${plugins.dir}/protocol-file/src/java" />
+ <packageset dir="${plugins.dir}/protocol-ftp/src/java" />
+ <packageset dir="${plugins.dir}/protocol-http/src/java" />
+ <packageset dir="${plugins.dir}/protocol-httpclient/src/java" />
+ <packageset dir="${plugins.dir}/parse-tika/src/java" />
+ <packageset dir="${plugins.dir}/parse-ext/src/java" />
+ <packageset dir="${plugins.dir}/parse-js/src/java" />
+ <packageset dir="${plugins.dir}/parse-swf/src/java" />
+ <packageset dir="${plugins.dir}/parse-zip/src/java" />
+ <packageset dir="${plugins.dir}/index-basic/src/java" />
+ <packageset dir="${plugins.dir}/index-more/src/java" />
+ <packageset dir="${plugins.dir}/scoring-opic/src/java" />
+ <packageset dir="${plugins.dir}/urlfilter-automaton/src/java" />
+ <packageset dir="${plugins.dir}/urlfilter-regex/src/java" />
+ <packageset dir="${plugins.dir}/urlfilter-prefix/src/java" />
+ <packageset dir="${plugins.dir}/creativecommons/src/java" />
+ <packageset dir="${plugins.dir}/language-identifier/src/java" />
+
+ <link href="${javadoc.link.java}" />
+ <link href="${javadoc.link.lucene}" />
+ <link href="${javadoc.link.hadoop}" />
+
+ <classpath refid="classpath" />
+ <classpath>
+ <fileset dir="${plugins.dir}">
+ <include name="**/*.jar" />
+ </fileset>
+ </classpath>
+
+ <group title="Core" packages="org.apache.nutch.*" />
+ <group title="Plugins API" packages="${plugins.api}" />
+ <group title="Protocol Plugins" packages="${plugins.protocol}" />
+ <group title="URL Filter Plugins" packages="${plugins.urlfilter}" />
+ <group title="Scoring Plugins" packages="${plugins.scoring}" />
+ <group title="Parse Plugins" packages="${plugins.parse}" />
+ <group title="Indexing Filter Plugins" packages="${plugins.index}" />
+ <group title="Misc. Plugins" packages="${plugins.misc}" />
+ </javadoc>
+ <jar jarfile="${maven-javadoc-jar}">
+ <fileset dir="${release.dir}/javadoc" />
+ </jar>
+
+ <!-- build the sources artifact -->
+ <jar jarfile="${maven-sources-jar}">
+ <fileset dir="${src.dir}" />
+ </jar>
+ </target>
+
+ <!-- ================================================================== -->
+ <!-- Deploy to Apache Nexus -->
+ <!-- ================================================================== -->
+ <!-- -->
+ <!-- ================================================================== -->
+ <target name="deploy" depends="release" description="deploy to Apache Nexus">
+
+ <!-- generate a pom file -->
+ <ivy:makepom ivyfile="${ivy.file}" pomfile="${basedir}/pom.xml"
+ templatefile="ivy/mvn.template">
+ <mapping conf="default" scope="compile" />
+ <mapping conf="runtime" scope="runtime" />
+ </ivy:makepom>
+
+ <!-- sign and deploy the main artifact -->
+ <artifact:mvn>
+ <arg
+ value="org.apache.maven.plugins:maven-gpg-plugin:1.1:sign-and-deploy-file"
/>
+ <arg value="-Durl=${maven-repository-url}" />
+ <arg value="-DrepositoryId=${maven-repository-id}" />
+ <arg value="-DpomFile=pom.xml" />
+ <arg value="-Dfile=${maven-jar}" />
+ <arg value="-Papache-release" />
+ </artifact:mvn>
+
+ <!-- sign and deploy the sources artifact -->
+ <artifact:mvn>
+ <arg
value="org.apache.maven.plugins:maven-gpg-plugin:1.1:sign-and-deploy-file" />
+ <arg value="-Durl=${maven-repository-url}" />
+ <arg value="-DrepositoryId=${maven-repository-id}" />
+ <arg value="-DpomFile=pom.xml" />
+ <arg value="-Dfile=${maven-sources-jar}" />
+ <arg value="-Dclassifier=sources" />
+ <arg value="-Papache-release" />
+ </artifact:mvn>
+
+ <!-- sign and deploy the javadoc artifact -->
+ <artifact:mvn>
+ <arg
value="org.apache.maven.plugins:maven-gpg-plugin:1.1:sign-and-deploy-file" />
+ <arg value="-Durl=${maven-repository-url}" />
+ <arg value="-DrepositoryId=${maven-repository-id}" />
+ <arg value="-DpomFile=pom.xml" />
+ <arg value="-Dfile=${maven-javadoc-jar}" />
+ <arg value="-Dclassifier=javadoc" />
+ <arg value="-Papache-release" />
+ </artifact:mvn>
+ </target>
+
+ <!-- ================================================================== -->
+ <!-- Make job jar -->
+ <!-- ================================================================== -->
+ <!-- -->
+ <!-- ================================================================== -->
+ <target name="job" depends="compile">
+ <jar jarfile="${build.dir}/${final.name}.job">
+ <!--
+ If the build.classes has the nutch config files because the jar command
+ command has run, exclude them. The conf directory has them.
+ -->
+ <zipfileset dir="${build.classes}"
excludes="nutch-default.xml,nutch-site.xml" />
+ <zipfileset dir="${conf.dir}" excludes="*.template,hadoop*.*" />
+ <!--
+ need to exclude hsqldb.jar due to a conflicting version already present
+ in Hadoop/lib.
+ -->
+ <zipfileset dir="${build.lib.dir}" prefix="lib" includes="**/*.jar"
+
excludes="jasper*.jar,jsp-*.jar,hadoop-*.jar,hbase*test*.jar,ant*jar,hsqldb*.jar"
/>
+ <zipfileset dir="${build.plugins}" prefix="classes/plugins" />
+ </jar>
+ </target>
+
+ <target name="runtime" depends="jar, job">
+ <mkdir dir="${runtime.dir}" />
+ <mkdir dir="${runtime.local}" />
+ <mkdir dir="${runtime.deploy}" />
+ <!-- deploy area -->
+ <copy file="${build.dir}/${final.name}.job" todir="${runtime.deploy}" />
+ <copy todir="${runtime.deploy}/bin">
+ <fileset dir="src/bin" />
+ </copy>
+ <chmod perm="ugo+x" type="file">
+ <fileset dir="${runtime.deploy}/bin" />
+ </chmod>
+ <!-- local area -->
+ <copy file="${build.dir}/${final.name}.jar" todir="${runtime.local}/lib" />
+ <copy todir="${runtime.local}/lib/native">
+ <fileset dir="lib/native" />
+ </copy>
+ <copy todir="${runtime.local}/conf">
+ <fileset dir="conf" excludes="*.template" />
+ </copy>
+ <copy todir="${runtime.local}/bin">
+ <fileset dir="src/bin" />
+ </copy>
+ <chmod perm="ugo+x" type="file">
+ <fileset dir="${runtime.local}/bin" />
+ </chmod>
+ <copy todir="${runtime.local}/lib">
+ <fileset dir="${build.dir}/lib"
+ excludes="ant*.jar,jasper*.jar,jsp-*.jar,hadoop*test*.jar,hbase*test*.jar"
/>
+ </copy>
+ <copy todir="${runtime.local}/plugins">
+ <fileset dir="${build.dir}/plugins" />
+ </copy>
+ <copy todir="${runtime.local}/test">
+ <fileset dir="${build.dir}/test" />
+ </copy>
+ </target>
+
+ <!-- ================================================================== -->
+ <!-- Compile test code -->
+ <!-- ================================================================== -->
+ <target name="compile-core-test" depends="compile-core, resolve-test">
+ <javac
+ encoding="${build.encoding}"
+ srcdir="${test.src.dir}"
+ includes="org/apache/nutch*/**/*.java"
+ destdir="${test.build.classes}"
+ debug="${javac.debug}"
+ optimize="${javac.optimize}"
+ target="${javac.version}"
+ source="${javac.version}"
+ deprecation="${javac.deprecation}">
+ <classpath refid="test.classpath" />
+ </javac>
+ </target>
+
+ <!-- ================================================================== -->
+ <!-- Run Nutch proxy -->
+ <!-- ================================================================== -->
+
+ <target name="proxy" depends="job, compile-core-test">
+ <java classname="org.apache.nutch.tools.proxy.TestbedProxy" fork="true">
+ <classpath refid="test.classpath" />
+ <arg value="-fake" />
+ <!--
+ <arg value="-delay"/>
+ <arg value="-200"/>
+ -->
+ <jvmarg
line="-Djavax.xml.parsers.DocumentBuilderFactory=com.sun.org.apache.xerces.internal.jaxp.DocumentBuilderFactoryImpl"
/>
+ </java>
+ </target>
+
+ <!-- ================================================================== -->
+ <!-- Run Nutch benchmarking analysis -->
+ <!-- ================================================================== -->
+
+ <target name="benchmark">
+ <java classname="org.apache.nutch.tools.Benchmark" fork="true">
+ <classpath refid="test.classpath" />
+ <jvmarg line="-Xmx512m
-Djavax.xml.parsers.DocumentBuilderFactory=com.sun.org.apache.xerces.internal.jaxp.DocumentBuilderFactoryImpl"
/>
+ <arg value="-maxPerHost" />
+ <arg value="10" />
+ <arg value="-seeds" />
+ <arg value="1" />
+ <arg value="-depth" />
+ <arg value="5" />
+ </java>
+ </target>
+
+
+ <!-- ================================================================== -->
+ <!-- Run unit tests -->
+ <!-- ================================================================== -->
+ <target name="test" depends="test-core, test-plugins" />
+
+ <target name="test-core" depends="job, compile-core-test">
+
+ <delete dir="${test.build.data}" />
+ <mkdir dir="${test.build.data}" />
+ <!--
+ copy resources needed in junit tests
+ -->
+ <copy todir="${test.build.data}">
+ <fileset dir="src/testresources" includes="**/*" />
+ </copy>
+ <copy file="${test.src.dir}/nutch-site.xml"
+ todir="${test.build.classes}" />
+
+ <copy file="${test.src.dir}/log4j.properties"
+ todir="${test.build.classes}" />
+
+ <junit printsummary="yes" haltonfailure="no" fork="yes" dir="${basedir}"
+ errorProperty="tests.failed" failureProperty="tests.failed"
maxmemory="1000m">
+ <sysproperty key="test.build.data" value="${test.build.data}" />
+ <sysproperty key="test.src.dir" value="${test.src.dir}" />
+ <sysproperty key="javax.xml.parsers.DocumentBuilderFactory"
value="com.sun.org.apache.xerces.internal.jaxp.DocumentBuilderFactoryImpl" />
+ <classpath refid="test.classpath" />
+ <formatter type="${test.junit.output.format}" />
+ <batchtest todir="${test.build.dir}" unless="testcase">
+ <fileset dir="${test.src.dir}"
+ includes="**/Test*.java" excludes="**/${test.exclude}.java" />
+ </batchtest>
+ <batchtest todir="${test.build.dir}" if="testcase">
+ <fileset dir="${test.src.dir}" includes="**/${testcase}.java" />
+ </batchtest>
+ </junit>
+
+ <fail if="tests.failed">Tests failed!</fail>
+
+ </target>
+
+ <target name="test-plugins" depends="compile">
+ <ant dir="src/plugin" target="test" inheritAll="false" />
+ </target>
+
+ <target name="nightly" depends="test, tar">
+ </target>
+
+ <!-- ================================================================== -->
+ <!-- Ivy targets -->
+ <!-- ================================================================== -->
+
+ <!-- target: resolve ================================================= -->
+ <target name="resolve-default" depends="clean-lib, init" description="-->
resolve and retrieve dependencies with ivy">
+ <ivy:resolve file="${ivy.file}" conf="default" log="download-only" />
+ <ivy:retrieve pattern="${build.lib.dir}/[artifact]-[revision].[ext]"
symlink="false" log="quiet" />
+ <antcall target="copy-libs" />
+ </target>
+
+ <target name="resolve-test" depends="clean-lib, init" description="-->
resolve and retrieve dependencies with ivy">
+ <ivy:resolve file="${ivy.file}" conf="test" log="download-only" />
+ <ivy:retrieve pattern="${build.lib.dir}/[artifact]-[revision].[ext]"
symlink="false" log="quiet" />
+ <antcall target="copy-libs" />
+ </target>
+
+ <target name="copy-libs">
+ <!-- copy the libs in lib, which are not ivy enabled -->
+ <copy todir="${build.lib.dir}/" failonerror="false">
+ <fileset dir="${lib.dir}" includes="**/*.jar" />
+ </copy>
+ </target>
+
+ <!-- target: publish-local =========================================== -->
+ <target name="publish-local" depends="jar" description="--> publish this
project in the local ivy repository">
+ <ivy:publish artifactspattern="${build.dir}/[artifact]-${version}.[ext]"
+ resolver="local"
+ pubrevision="${version}"
+ pubdate="${now}"
+ status="integration"
+ forcedeliver="true" overwrite="true" />
+ <echo message="project ${ant.project.name} published locally with version
${version}" />
+ </target>
+
+ <!-- target: report ================================================== -->
+ <target name="report" depends="resolve-test" description="--> generates a
report of dependencies">
+ <ivy:report todir="${build.dir}" />
+ </target>
+
+ <!-- target: ivy-init ================================================ -->
+ <target name="ivy-init" depends="ivy-probe-antlib, ivy-init-antlib">
+ <ivy:settings file="${ivy.dir}/ivysettings.xml" />
+ </target>
+
+ <!-- target: ivy-probe-antlib ======================================== -->
+ <target name="ivy-probe-antlib">
+ <condition property="ivy.found">
+ <typefound uri="antlib:org.apache.ivy.ant" name="cleancache" />
+ </condition>
+ </target>
+
+ <!-- target: ivy-download ============================================ -->
+ <target name="ivy-download" description="Download ivy">
+ <available file="${ivy.jar}" property="ivy.jar.found" />
+ <antcall target="-ivy-download-unchecked" />
+ </target>
+
+ <!-- target: ivy-download-unchecked ================================== -->
+ <target name="-ivy-download-unchecked" unless="ivy.jar.found">
+ <get src="${ivy.repo.url}" dest="${ivy.jar}" usetimestamp="true" />
+ </target>
+
+ <!-- target: ivy-init-antlib ========================================= -->
+ <target name="ivy-init-antlib" depends="ivy-download" unless="ivy.found">
+ <typedef uri="antlib:org.apache.ivy.ant" onerror="fail"
+ loaderRef="ivyLoader">
+ <classpath>
+ <pathelement location="${ivy.jar}" />
+ </classpath>
+ </typedef>
+ <fail>
+ <condition>
+ <not>
+ <typefound uri="antlib:org.apache.ivy.ant" name="cleancache" />
+ </not>
+ </condition>
+ You need Apache Ivy 2.0 or later from http://ant.apache.org/
+ It could not be loaded from ${ivy.repo.url}
+ </fail>
+ </target>
+
+ <!-- ================================================================== -->
+ <!-- Documentation -->
+ <!-- ================================================================== -->
+ <target name="javadoc" depends="compile">
+ <mkdir dir="${build.javadoc}" />
+ <javadoc
+ overview="${src.dir}/overview.html"
+ destdir="${build.javadoc}"
+ author="true"
+ version="true"
+ use="true"
+ windowtitle="${Name} ${version} API"
+ doctitle="${Name} ${version} API"
+ bottom="Copyright &copy; ${year} The Apache Software Foundation">
+ <arg value="${javadoc.proxy.host}" />
+ <arg value="${javadoc.proxy.port}" />
+
+ <packageset dir="${src.dir}" />
+ <packageset dir="${plugins.dir}/lib-http/src/java" />
+ <packageset dir="${plugins.dir}/lib-regex-filter/src/java" />
+ <packageset dir="${plugins.dir}/microformats-reltag/src/java" />
+ <packageset dir="${plugins.dir}/protocol-file/src/java" />
+ <packageset dir="${plugins.dir}/protocol-ftp/src/java" />
+ <packageset dir="${plugins.dir}/protocol-http/src/java" />
+ <packageset dir="${plugins.dir}/protocol-httpclient/src/java" />
+ <packageset dir="${plugins.dir}/parse-tika/src/java" />
+ <packageset dir="${plugins.dir}/parse-ext/src/java" />
+ <packageset dir="${plugins.dir}/parse-js/src/java" />
+ <packageset dir="${plugins.dir}/parse-swf/src/java" />
+ <packageset dir="${plugins.dir}/parse-zip/src/java" />
+ <packageset dir="${plugins.dir}/index-basic/src/java" />
+ <packageset dir="${plugins.dir}/index-more/src/java" />
+ <packageset dir="${plugins.dir}/scoring-opic/src/java" />
+ <packageset dir="${plugins.dir}/urlfilter-automaton/src/java" />
+ <packageset dir="${plugins.dir}/urlfilter-regex/src/java" />
+ <packageset dir="${plugins.dir}/urlfilter-prefix/src/java" />
+ <packageset dir="${plugins.dir}/creativecommons/src/java" />
+ <packageset dir="${plugins.dir}/language-identifier/src/java" />
+
+ <link href="${javadoc.link.java}" />
+ <link href="${javadoc.link.lucene}" />
+ <link href="${javadoc.link.hadoop}" />
+
+ <classpath refid="classpath" />
+ <classpath>
+ <fileset dir="${plugins.dir}">
+ <include name="**/*.jar" />
+ </fileset>
+ </classpath>
+
+ <group title="Core" packages="org.apache.nutch.*" />
+ <group title="Plugins API" packages="${plugins.api}" />
+ <group title="Protocol Plugins" packages="${plugins.protocol}" />
+ <group title="URL Filter Plugins" packages="${plugins.urlfilter}" />
+ <group title="Scoring Plugins" packages="${plugins.scoring}" />
+ <group title="Parse Plugins" packages="${plugins.parse}" />
+ <group title="Indexing Filter Plugins" packages="${plugins.index}" />
+ <group title="Misc. Plugins" packages="${plugins.misc}" />
+ </javadoc>
+ <!-- Copy the plugin.dtd file to the plugin doc-files dir -->
+ <copy file="${plugins.dir}/plugin.dtd"
todir="${build.javadoc}/org/apache/nutch/plugin/doc-files" />
+ </target>
+
+ <target name="default-doc">
+ <style basedir="${conf.dir}" destdir="${docs.dir}"
+ includes="nutch-default.xml" style="conf/nutch-conf.xsl" />
+ </target>
+
+ <!-- ================================================================== -->
+ <!-- D I S T R I B U T I O N -->
+ <!-- ================================================================== -->
+ <!-- -->
+ <!-- ================================================================== -->
+ <target name="package" depends="runtime, javadoc">
+ <mkdir dir="${dist.version.dir}" />
+ <mkdir dir="${dist.version.dir}/lib" />
+ <mkdir dir="${dist.version.dir}/runtime" />
+ <mkdir dir="${dist.version.dir}/docs" />
+ <mkdir dir="${dist.version.dir}/docs/api" />
+ <mkdir dir="${dist.version.dir}/ivy" />
+
+ <copy todir="${dist.version.dir}/lib" includeEmptyDirs="false">
+ <fileset dir="lib" />
+ </copy>
+
+ <copy todir="${dist.version.dir}/runtime">
+ <fileset dir="runtime" />
+ </copy>
+
+ <chmod perm="ugo+x" type="file">
+ <fileset dir="${dist.version.dir}/runtime/deploy/bin" />
+ <fileset dir="${dist.version.dir}/runtime/local/bin" />
+ </chmod>
+
+ <copy todir="${dist.version.dir}/conf">
+ <fileset dir="${conf.dir}" excludes="**/*.template" />
+ </copy>
+
+ <copy todir="${dist.version.dir}/docs/api">
+ <fileset dir="${build.javadoc}" />
+ </copy>
+
+ <copy todir="${dist.version.dir}">
+ <fileset dir=".">
+ <include name="*.txt" />
+ <include name="KEYS" />
+ </fileset>
+ </copy>
+
+ <copy todir="${dist.version.dir}/src" includeEmptyDirs="true">
+ <fileset dir="src" />
+ </copy>
+
+ <copy todir="${dist.version.dir}/ivy" includeEmptyDirs="true">
+ <fileset dir="ivy" />
+ </copy>
+
+ <copy todir="${dist.version.dir}/" file="build.xml" />
+ <copy todir="${dist.version.dir}/" file="default.properties" />
+
+ </target>
+
+ <!-- ================================================================== -->
+ <!-- Make release tarball -->
+ <!-- ================================================================== -->
+ <target name="tar" depends="package">
+ <tar compression="gzip" longfile="gnu"
+ destfile="${dist.dir}/${final.name}.tar.gz">
+ <tarfileset dir="${dist.dir}" mode="664">
+ <exclude name="${final.name}/bin/*" />
+ <include name="${final.name}/**" />
+ </tarfileset>
+ <tarfileset dir="${dist.dir}" mode="755">
+ <include name="${final.name}/bin/*" />
+ </tarfileset>
+ </tar>
+ </target>
+
+ <!-- ================================================================== -->
+ <!-- Make release tarball -->
+ <!-- ================================================================== -->
+ <target name="zip" depends="package">
+ <zip compress="true" casesensitive="yes"
destfile="${dist.dir}/${final.name}.zip">
+ <zipfileset dir="${dist.dir}" filemode="664">
+ <exclude name="${final.name}/bin/*" />
+ <include name="${final.name}/**" />
+ </zipfileset>
+ <zipfileset dir="${dist.dir}" filemode="755">
+ <include name="${final.name}/bin/*" />
+ </zipfileset>
+ </zip>
+ </target>
+
+ <!-- ================================================================== -->
+ <!-- Clean. Delete the build files, and their directories -->
+ <!-- ================================================================== -->
+
+ <!-- target: clean =================================================== -->
+ <target name="clean" depends="clean-build, clean-lib, clean-dist,
clean-runtime" description="--> clean the project" />
+
+ <!-- target: clean-local ============================================= -->
+ <target name="clean-local" depends="" description="--> cleans the local
repository for the current module">
+ <delete dir="${ivy.local.default.root}/${ivy.organisation}/${ivy.module}" />
+ </target>
+
+ <!-- target: clean-lib =============================================== -->
+ <target name="clean-lib" description="--> clean the project libraries
directory (dependencies)">
+ <delete includeemptydirs="true" dir="${build.lib.dir}" />
+ </target>
+
+ <!-- target: clean-build ============================================= -->
+ <target name="clean-build" description="--> clean the project built files">
+ <delete includeemptydirs="true" dir="${build.dir}" />
+ </target>
+
+ <!-- target: clean-dist ============================================= -->
+ <target name="clean-dist" description="--> clean the project dist files">
+ <delete includeemptydirs="true" dir="${dist.dir}" />
+ </target>
+
+ <!-- target: clean-cache ============================================= -->
+ <target name="clean-cache" depends="" description="delete ivy cache">
+ <ivy:cleancache />
+ </target>
+
+ <target name="clean-runtime" description="--> clean the project runtime area">
+ <delete includeemptydirs="true" dir="${runtime.dir}" />
+ </target>
+
+ <!-- ================================================================== -->
+ <!-- RAT targets -->
+ <!-- ================================================================== -->
+ <target name="rat-sources-typedef">
+ <typedef resource="org/apache/rat/anttasks/antlib.xml">
+ <classpath>
+ <fileset dir="." includes="rat*.jar" />
+ </classpath>
+ </typedef>
+ </target>
+
+ <target name="rat-sources" depends="rat-sources-typedef"
+ description="runs the tasks over src/java">
+ <rat:report xmlns:rat="antlib:org.apache.rat.anttasks">
+ <fileset dir="src">
+ <include name="java/**/*" />
+ <include name="plugin/**/src/**/*" />
+ </fileset>
+ </rat:report>
+ </target>
+
+ <!-- ================================================================== -->
+ <!-- SONAR targets -->
+ <!-- ================================================================== -->
+
+ <!-- Define the Sonar task if this hasn't been done in a common script -->
+ <taskdef uri="antlib:org.sonar.ant" resource="org/sonar/ant/antlib.xml">
+ <classpath path="${ant.library.dir}" />
+ <classpath path="${mysql.library.dir}" />
+ </taskdef>
+
+ <!-- Add the target -->
+ <target name="sonar">
+
+ <!-- list of mandatory source directories (required) -->
+ <property name="sonar.sources" value="${src.dir}" />
+
+ <!-- list of properties (optional) -->
+ <property name="sonar.projectName" value="Nutchgora Branch Sonar Analysis" />
+ <property name="sonar.binaries" value="${build.dir}/classes" />
+ <property name="sonar.binaries" value="${build.dir}/plugins" />
+ <property name="sonar.tests" value="${test.src.dir}" />
+
+ <sonar:sonar workDir="${base.dir}" key="org.apache.nutch:branch"
+ version="2.0-SNAPSHOT" xmlns:sonar="antlib:org.sonar.ant" />
+ </target>
</project>