This is an automated email from the ASF dual-hosted git repository.
akm pushed a commit to branch 14.1
in repository https://gitbox.apache.org/repos/asf/mahout.git
The following commit(s) were added to refs/heads/14.1 by this push:
new 45a402a Revert "[maven-release-plugin] rollback the release of
mahout-14.1"
45a402a is described below
commit 45a402a5e9edef83683eef71dfcee5f713d77837
Author: Andrew Musselman <[email protected]>
AuthorDate: Thu Sep 10 12:49:31 2020 -0700
Revert "[maven-release-plugin] rollback the release of mahout-14.1"
This reverts commit 4303cc4b4387a90ebc8e1ac93603b56031ab0384.
---
core/pom.xml | 280 ++++------
distribution/pom.xml | 225 ++++----
engine/hdfs/pom.xml | 134 +----
engine/pom.xml | 34 +-
engine/spark/pom.xml | 204 ++-----
pom.xml | 1477 ++++++++++++++++++++++++++++++--------------------
6 files changed, 1197 insertions(+), 1157 deletions(-)
diff --git a/core/pom.xml b/core/pom.xml
index b2fab2b..8fac5a4 100644
--- a/core/pom.xml
+++ b/core/pom.xml
@@ -18,124 +18,28 @@
-->
<project xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
http://maven.apache.org/maven-v4_0_0.xsd">
+
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.apache.mahout</groupId>
<artifactId>mahout</artifactId>
- <version>14.1-SNAPSHOT</version>
- <relativePath>../pom.xml</relativePath>
+ <version>14.2-SNAPSHOT</version>
</parent>
- <artifactId>mahout-core_2.11</artifactId>
- <name>Mahout Core</name>
- <description>High performance scientific and technical computing data
structures and methods,
- mostly based on CERN's Colt Java API
- </description>
-
+ <artifactId>mahout-core</artifactId>
<packaging>jar</packaging>
- <scm>
- <connection>scm:git:[email protected]:apache/mahout.git</connection>
-
<developerConnection>scm:git:https://gitbox.apache.org/repos/asf/mahout.git</developerConnection>
-
<url>https://gitbox.apache.org/repos/asf?p=mahout.git;a=tree;h=refs/heads/${project.scm.tag};hb=${project.scm.tag}</url>
- <tag>mahout_${scala.compat.version}-${project.version}-${release.candidate}
- </tag>
- </scm>
-
-
- <dependencies>
-
- <dependency>
- <groupId>com.google.guava</groupId>
- <artifactId>guava</artifactId>
- </dependency>
-
- <dependency>
- <groupId>com.esotericsoftware.kryo</groupId>
- <artifactId>kryo</artifactId>
- <version>2.24.0</version>
- </dependency>
-
-
- <!-- scala stuff -->
- <dependency>
- <groupId>org.scalatest</groupId>
- <artifactId>scalatest_${scala.compat.version}</artifactId>
- <version>3.0.5</version>
- </dependency>
-
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-reflect</artifactId>
- </dependency>
-
- <!-- TODO look into factoring this away (or to BLAS package)-->
- <dependency>
- <groupId>it.unimi.dsi</groupId>
- <artifactId>fastutil</artifactId>
- <version>7.0.12</version>
- </dependency>
-
- <dependency>
- <groupId>org.apache.commons</groupId>
- <artifactId>commons-math3</artifactId>
- </dependency>
-
- <!-- TODO this is declared at top, fix this reimport -->
- <!-- TODO fix all tests to stop using
`com.carrotsearch.randomizedtesting.annotations` and `org.apache.lucene.util`
and easymock -->
- <dependency>
- <groupId>junit</groupId>
- <artifactId>junit</artifactId>
- <version>4.12</version>
- <scope>test</scope>
- </dependency>
-
-
- <!-- Todo Factor this out-->
- <dependency>
- <groupId>com.carrotsearch.randomizedtesting</groupId>
- <artifactId>randomizedtesting-runner</artifactId>
- <version>2.0.15</version>
- <scope>test</scope>
- </dependency>
-
- <dependency>
- <groupId>org.apache.lucene</groupId>
- <artifactId>lucene-test-framework</artifactId>
- <version>5.5.2</version>
- <scope>test</scope>
- </dependency>
-
- <dependency>
- <groupId>org.easymock</groupId>
- <artifactId>easymock</artifactId>
- <version>3.2</version>
- <scope>test</scope>
- </dependency>
-
- <!-- TODO ONE Logging framework... -->
- <dependency>
- <groupId>org.slf4j</groupId>
- <artifactId>slf4j-api</artifactId>
- </dependency>
-
- <dependency>
- <groupId>log4j</groupId>
- <artifactId>log4j</artifactId>
- </dependency>
-
- </dependencies>
-
+ <name>Mahout Core</name>
+ <description>High performance scientific and technical computing data
structures and methods, mostly based on CERN's Colt Java API</description>
<build>
<plugins>
-
<!-- Build templates into code for various old-school Vector fns -->
<plugin>
<groupId>org.apache.mahout</groupId>
<artifactId>mahout-collection-codegen-plugin</artifactId>
- <version>${mahout.collection.codegen.plugin.version}</version>
+ <version>1.0</version>
<executions>
<execution>
<phase>generate-sources</phase>
@@ -159,11 +63,10 @@
</plugin>
<!-- add generated sources into build -->
- <plugin>
+ <!-- REMARK CD: This is usally handled automatically today -->
+ <!--plugin>
<groupId>org.codehaus.mojo</groupId>
<artifactId>build-helper-maven-plugin</artifactId>
- <version>${build.plugins.plugin.version}</version>
-
<executions>
<execution>
<id>add-source</id>
@@ -190,21 +93,20 @@
</configuration>
</execution>
</executions>
- </plugin>
+ </plugin-->
<!-- End Generate Source -->
<plugin>
<groupId>net.alchim31.maven</groupId>
<artifactId>scala-maven-plugin</artifactId>
- <version>4.0.2</version>
<executions>
- <execution>
- <id>attach-javadocs</id>
+ <!--execution>
+ <id>attach-javadocs</id>
<phase>dont-execute</phase>
<goals>
- <goal>doc-jar</goal>
- </goals>
- </execution>
+ <goal>doc-jar</goal>
+ </goals>
+ </execution-->
<execution>
<id>add-scala-sources</id>
<phase>initialize</phase>
@@ -214,14 +116,14 @@
</execution>
<execution>
<id>scala-compile</id>
- <phase>process-resources</phase>
+ <phase>compile</phase>
<goals>
<goal>compile</goal>
</goals>
</execution>
<execution>
<id>scala-test-compile</id>
- <phase>process-test-resources</phase>
+ <phase>test-compile</phase>
<goals>
<goal>testCompile</goal>
</goals>
@@ -238,94 +140,122 @@
<skipTests>true</skipTests>
</configuration>
</plugin>
+
<!-- enable scalatest -->
<plugin>
<groupId>org.scalatest</groupId>
<artifactId>scalatest-maven-plugin</artifactId>
- <version>${scalatest.maven.plugin.version}</version>
<executions>
<execution>
- <id>test</id>
+ <id>scala-test</id>
<goals>
<goal>test</goal>
</goals>
+ <configuration>
+ <argLine>-Xmx4g</argLine>
+ </configuration>
</execution>
</executions>
- <configuration>
- <argLine>-Xmx4g</argLine>
- </configuration>
</plugin>
- <!-- create test jar so other modules can reuse the math test utility
classes. -->
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-jar-plugin</artifactId>
<executions>
+ <!-- Change the default configuration of the jar plugin to use a
scala classifier to attach the jar. -->
<execution>
- <goals>
- <goal>test-jar</goal>
- </goals>
- <phase>package</phase>
+ <id>default-jar</id>
+ <configuration>
+ <classifier>scala_${scala.compat.version}</classifier>
+ </configuration>
</execution>
- </executions>
- </plugin>
-
- <!-- ensure licenses -->
- <plugin>
- <groupId>org.apache.rat</groupId>
- <artifactId>apache-rat-plugin</artifactId>
- </plugin>
-
- <!-- copy jars to lib/ -->
- <plugin>
- <artifactId>maven-antrun-plugin</artifactId>
- <version>1.4</version>
- <executions>
+ <!-- create test jar so other modules can reuse the math test
utility classes. -->
<execution>
- <id>copy</id>
+ <id>default-test-jar</id>
<phase>package</phase>
- <configuration>
- <tasks>
- <copy
file="target/mahout-core_${scala.compat.version}-${project.version}.jar"
tofile="../lib/mahout-core_${scala.compat.version}-${project.version}.jar" />
- </tasks>
- </configuration>
<goals>
- <goal>run</goal>
+ <goal>test-jar</goal>
</goals>
+ <configuration>
+ <classifier>test_scala_${scala.compat.version}</classifier>
+ </configuration>
</execution>
-<!-- <execution>-->
-<!-- <id>copy-javadocs</id>-->
-<!-- <phase>install</phase>-->
-<!-- <configuration>-->
-<!-- <tasks>-->
-<!-- <copy
file="target/core_${scala.compat.version}-${project.version}-javadoc.jar"
tofile="../docs/core_${scala.compat.version}-${project.version}-javadoc.jar"
/>-->
-<!-- </tasks>-->
-<!-- </configuration>-->
-<!-- <goals>-->
-<!-- <goal>run</goal>-->
-<!-- </goals>-->
-<!-- </execution>-->
</executions>
</plugin>
+ </plugins>
+ </build>
- <!-- delete files on mvn clean -->
- <plugin>
- <artifactId>maven-clean-plugin</artifactId>
- <version>3.0.0</version>
- <configuration>
- <filesets>
- <fileset>
- <directory>../lib/</directory>
- <includes>
- <include>mahout-core_*.jar</include>
- </includes>
- <followSymlinks>false</followSymlinks>
- </fileset>
- </filesets>
- </configuration>
- </plugin>
+ <dependencies>
+ <dependency>
+ <groupId>com.google.guava</groupId>
+ <artifactId>guava</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>com.esotericsoftware.kryo</groupId>
+ <artifactId>kryo</artifactId>
+ </dependency>
+
+ <!-- scala stuff -->
+ <dependency>
+ <groupId>org.scala-lang</groupId>
+ <artifactId>scala-reflect</artifactId>
+ </dependency>
+
+ <!-- TODO look into factoring this away (or to BLAS package)-->
+ <dependency>
+ <groupId>it.unimi.dsi</groupId>
+ <artifactId>fastutil</artifactId>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.commons</groupId>
+ <artifactId>commons-math3</artifactId>
+ </dependency>
+
+ <!-- TODO ONE Logging framework... -->
+ <dependency>
+ <groupId>org.slf4j</groupId>
+ <artifactId>slf4j-api</artifactId>
+ </dependency>
+
+ <dependency>
+ <groupId>log4j</groupId>
+ <artifactId>log4j</artifactId>
+ </dependency>
+
+ <!-- TODO this is declared at top, fix this reimport -->
+ <!-- TODO fix all tests to stop using
`com.carrotsearch.randomizedtesting.annotations` and `org.apache.lucene.util`
and easymock -->
+ <dependency>
+ <groupId>junit</groupId>
+ <artifactId>junit</artifactId>
+ <scope>test</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.scalatest</groupId>
+ <artifactId>scalatest_${scala.compat.version}</artifactId>
+ <scope>test</scope>
+ </dependency>
+
+ <!-- Todo Factor this out-->
+ <dependency>
+ <groupId>com.carrotsearch.randomizedtesting</groupId>
+ <artifactId>randomizedtesting-runner</artifactId>
+ <scope>test</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.lucene</groupId>
+ <artifactId>lucene-test-framework</artifactId>
+ <scope>test</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.easymock</groupId>
+ <artifactId>easymock</artifactId>
+ <scope>test</scope>
+ </dependency>
+ </dependencies>
- </plugins>
- </build>
</project>
diff --git a/distribution/pom.xml b/distribution/pom.xml
index 1826494..9733962 100644
--- a/distribution/pom.xml
+++ b/distribution/pom.xml
@@ -18,126 +18,137 @@
<project xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
http://maven.apache.org/maven-v4_0_0.xsd">
- <modelVersion>4.0.0</modelVersion>
+ <modelVersion>4.0.0</modelVersion>
- <parent>
- <artifactId>mahout</artifactId>
- <groupId>org.apache.mahout</groupId>
- <version>14.1-SNAPSHOT</version>
- </parent>
+ <parent>
+ <groupId>org.apache.mahout</groupId>
+ <artifactId>mahout</artifactId>
+ <version>14.2-SNAPSHOT</version>
+ </parent>
- <artifactId>apache-mahout-distribution_2.11</artifactId>
+ <artifactId>apache-mahout-distribution</artifactId>
+ <packaging>pom</packaging>
- <name>Mahout Release Package</name>
- <description>Distribution Package</description>
+ <name>Mahout Distribution</name>
+ <description>Distribution Package</description>
- <packaging>pom</packaging>
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-assembly-plugin</artifactId>
+ <executions>
+ <execution>
+ <id>distro-assembly-bin</id>
+ <phase>package</phase>
+ <goals>
+ <goal>single</goal>
+ </goals>
+ <configuration>
+ <attach>true</attach>
+ <finalName>apache-mahout-${project.version}</finalName>
+ <descriptors>
+ <descriptor>src/main/assembly/bin.xml</descriptor>
+ </descriptors>
+ <tarLongFileMode>gnu</tarLongFileMode>
+ <appendAssemblyId>false</appendAssemblyId>
+ </configuration>
+ </execution>
+ </executions>
+ </plugin>
+ </plugins>
+ </build>
- <scm>
- <connection>scm:git:[email protected]:apache/mahout.git</connection>
-
<developerConnection>scm:git:https://gitbox.apache.org/repos/asf/mahout.git</developerConnection>
-
<url>https://gitbox.apache.org/repos/asf?p=mahout.git;a=tree;h=refs/heads/${project.scm.tag};hb=${project.scm.tag}</url>
-
<tag>mahout_${scala.compat.version}-${project.version}-${release.candidate}
- </tag>
- </scm>
+ <dependencies>
+ <!-- Mahout core -->
+ <dependency>
+ <groupId>org.apache.mahout</groupId>
+ <artifactId>mahout-core</artifactId>
+ <version>14.2-SNAPSHOT</version>
+ <classifier>scala_${scala.compat.version}</classifier>
+ </dependency>
- <dependencies>
+ <!-- Engines -->
+ <dependency>
+ <groupId>org.apache.mahout</groupId>
+ <artifactId>mahout-hdfs</artifactId>
+ <version>14.2-SNAPSHOT</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.mahout</groupId>
+ <artifactId>mahout-spark</artifactId>
+ <version>14.2-SNAPSHOT</version>
+ <classifier>scala_${scala.compat.version}</classifier>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.mahout</groupId>
+ <artifactId>mahout-spark</artifactId>
+ <version>14.2-SNAPSHOT</version>
+ <!-- This needs the scala_2.11 addition -->
+ <classifier>dependency-reduced</classifier>
+ </dependency>
+ </dependencies>
+
+ <profiles>
+ <!-- Pull in the community modules, if the profile is enabled -->
+ <profile>
+ <id>with-community-modules</id>
+ <dependencies>
+ <!--
+ Community Artifacts
+ -->
<dependency>
- <groupId>org.apache.mahout</groupId>
- <artifactId>mahout-core_${scala.compat.version}</artifactId>
- <version>${project.version}</version>
+ <groupId>org.apache.mahout</groupId>
+ <artifactId>mahout-spark-cli-drivers</artifactId>
+ <version>14.1-SNAPSHOT</version>
+ <classifier>scala_${scala.compat.version}</classifier>
</dependency>
+
+ <!-- Community Engines -->
<dependency>
- <groupId>org.apache.mahout</groupId>
- <artifactId>mahout-hdfs_${scala.compat.version}</artifactId>
- <version>${project.version}</version>
+ <groupId>org.apache.mahout</groupId>
+ <artifactId>mahout-flink-batch</artifactId>
+ <version>14.1-SNAPSHOT</version>
+ <classifier>scala_${scala.compat.version}</classifier>
</dependency>
<dependency>
- <groupId>org.apache.mahout</groupId>
- <artifactId>mahout-spark_${scala.compat.version}</artifactId>
- <version>${project.version}</version>
+ <groupId>org.apache.mahout</groupId>
+ <artifactId>mahout-h2o</artifactId>
+ <version>14.1-SNAPSHOT</version>
+ <classifier>scala_${scala.compat.version}</classifier>
</dependency>
+
+ <!-- Mahout MR -->
<dependency>
- <groupId>org.apache.mahout</groupId>
-
<artifactId>mahout-spark-cli-drivers_${scala.compat.version}</artifactId>
- <version>${project.version}</version>
+ <groupId>org.apache.mahout</groupId>
+ <artifactId>mahout-integration</artifactId>
+ <version>14.1-SNAPSHOT</version>
+ <classifier>scala_${scala.compat.version}</classifier>
</dependency>
- </dependencies>
-
- <build>
- <plugins>
- <plugin>
- <artifactId>maven-assembly-plugin</artifactId>
-<!--
- <version>3.1.1</version>
--->
- <executions>
- <execution>
- <id>distro-assembly-bin</id>
- <phase>package</phase>
- <goals>
- <goal>single</goal>
- </goals>
- <configuration>
- <attach>true</attach>
-
<finalName>apache-mahout_${scala.compat.version}-${project.version}</finalName>
- <skipAssembly>false</skipAssembly>
- <descriptors>
-
<descriptor>${project.basedir}/src/main/resources/assembly/bin.xml</descriptor>
- </descriptors>
- <tarLongFileMode>gnu</tarLongFileMode>
- <appendAssemblyId>false</appendAssemblyId>
- </configuration>
- </execution>
- <execution>
- <id>distro-assembly-src</id>
- <phase>package</phase>
- <goals>
- <goal>single</goal>
- </goals>
- <configuration>
- <attach>true</attach>
-
<finalName>apache-mahout_${scala.compat.version}-${project.version}</finalName>
- <skipAssembly>false</skipAssembly>
- <descriptors>
-
<descriptor>${project.basedir}/src/main/resources/assembly/src.xml</descriptor>
- </descriptors>
- <tarLongFileMode>gnu</tarLongFileMode>
- <appendAssemblyId>true</appendAssemblyId>
- </configuration>
- </execution>
- </executions>
- </plugin>
- </plugins>
-<!-- <pluginManagement>-->
-<!-- <plugins>-->
-<!-- <plugin>-->
-<!-- <groupId>org.eclipse.m2e</groupId>-->
-<!-- <artifactId>lifecycle-mapping</artifactId>-->
-<!-- <version>1.0.0</version>-->
-<!-- <configuration>-->
-<!-- <lifecycleMappingMetadata>-->
-<!-- <pluginExecutions>-->
-<!-- <pluginExecution>-->
-<!-- <pluginExecutionFilter>-->
-<!--
<groupId>org.apache.maven.plugins</groupId>-->
-<!--
<artifactId>maven-dependency-plugin</artifactId>-->
-<!--
<versionRange>[1.0,)</versionRange>-->
-<!-- <goals>-->
-<!--
<goal>build-classpath</goal>-->
-<!-- </goals>-->
-<!-- </pluginExecutionFilter>-->
-<!-- <action>-->
-<!-- <ignore />-->
-<!-- </action>-->
-<!-- </pluginExecution>-->
-<!-- </pluginExecutions>-->
-<!-- </lifecycleMappingMetadata>-->
-<!-- </configuration>-->
-<!-- </plugin>-->
-
-<!-- </plugins>-->
-<!-- </pluginManagement>-->
- </build>
+ <dependency>
+ <groupId>org.apache.mahout</groupId>
+ <artifactId>mr</artifactId>
+ <version>14.1-SNAPSHOT</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.mahout</groupId>
+ <artifactId>mr-examples</artifactId>
+ <version>14.1-SNAPSHOT</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.mahout</groupId>
+ <artifactId>mr</artifactId>
+ <version>14.1-SNAPSHOT</version>
+ <classifier>job</classifier>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.mahout</groupId>
+ <artifactId>mr-examples</artifactId>
+ <version>14.1-SNAPSHOT</version>
+ <classifier>job</classifier>
+ </dependency>
+ </dependencies>
+ </profile>
+ </profiles>
</project>
diff --git a/engine/hdfs/pom.xml b/engine/hdfs/pom.xml
index 092416c..ed81ba7 100644
--- a/engine/hdfs/pom.xml
+++ b/engine/hdfs/pom.xml
@@ -18,102 +18,27 @@
-->
<project xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
http://maven.apache.org/maven-v4_0_0.xsd">
+
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.apache.mahout</groupId>
<artifactId>mahout-engine</artifactId>
- <version>14.1-SNAPSHOT</version>
- <relativePath>../pom.xml</relativePath>
+ <version>14.2-SNAPSHOT</version>
</parent>
- <!-- modules inherit parent's group id and version. -->
- <artifactId>mahout-hdfs_2.11</artifactId>
+ <artifactId>mahout-hdfs</artifactId>
+ <packaging>jar</packaging>
+
<name>- Mahout HDFS Support</name>
<description>Scalable machine learning libraries</description>
-
- <packaging>jar</packaging>
-
- <scm>
- <connection>scm:git:[email protected]:apache/mahout.git</connection>
-
<developerConnection>scm:git:https://gitbox.apache.org/repos/asf/mahout.git</developerConnection>
-
<url>https://gitbox.apache.org/repos/asf?p=mahout.git;a=tree;h=refs/heads/${project.scm.tag};hb=${project.scm.tag}</url>
- <tag>mahout_${scala.compat.version}-${project.version}-${release.candidate}
- </tag>
- </scm>
+ <properties>
+
<test-security-policy.path>${project.build.directory}/../../buildtools/src/test/resources/java.policy</test-security-policy.path>
+ </properties>
<build>
<plugins>
- <!-- ensure licenses -->
- <plugin>
- <groupId>org.apache.rat</groupId>
- <artifactId>apache-rat-plugin</artifactId>
- </plugin>
-
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-surefire-plugin</artifactId>
-
- </plugin>
-
- <!-- copy jars to lib/ -->
- <!-- copy jars to top directory, which is MAHOUT_HOME -->
- <plugin>
- <artifactId>maven-antrun-plugin</artifactId>
- <version>1.4</version>
- <executions>
- <execution>
- <id>copy</id>
- <phase>package</phase>
- <configuration>
- <tasks>
- <copy
file="target/mahout-hdfs_${scala.compat.version}-${project.version}.jar"
tofile="../../lib/mahout-hdfs_${scala.compat.version}-${project.version}.jar" />
- </tasks>
- </configuration>
- <goals>
- <goal>run</goal>
- </goals>
- </execution>
- <execution>
- <id>copy-javadocs</id>
- <phase>package</phase>
- <configuration>
- <tasks>
- <copy
file="target/mahout-hdfs_${scala.compat.version}-${project.version}.jar"
tofile="../../docs/mahout-hdfs_${scala.compat.version}-${project.version}-javadoc.jar"
/>
- </tasks>
- </configuration>
- <goals>
- <goal>run</goal>
- </goals>
- </execution>
- </executions>
- </plugin>
-
- <!-- delete files on mvn clean -->
- <plugin>
- <artifactId>maven-clean-plugin</artifactId>
- <version>3.0.0</version>
- <configuration>
- <filesets>
- <fileset>
- <directory>$project.build.directory}/lib</directory>
- <includes>
- <include>mahout-hdfs*.jar</include>
- </includes>
- <followSymlinks>false</followSymlinks>
- </fileset>
- <fileset>
- <directory>../</directory>
- <includes>
- <include>mahout-hdfs*.jar</include>
- </includes>
- <followSymlinks>false</followSymlinks>
- </fileset>
- </filesets>
- </configuration>
- </plugin>
-
<!-- create test jar so other modules can reuse the core test utility
classes. (currently only mr uses this, profile?)-->
<plugin>
<groupId>org.apache.maven.plugins</groupId>
@@ -126,67 +51,41 @@
</execution>
</executions>
</plugin>
-
- <plugin>
- <artifactId>maven-javadoc-plugin</artifactId>
- </plugin>
-
- <plugin>
- <artifactId>maven-source-plugin</artifactId>
- </plugin>
-
</plugins>
-
</build>
<dependencies>
-
<!-- our modules -->
<dependency>
- <groupId>${project.groupId}</groupId>
- <artifactId>mahout-core_${scala.compat.version}</artifactId>
- <version>${project.version}</version>
- </dependency>
-
- <dependency>
- <groupId>${project.groupId}</groupId>
- <artifactId>mahout-core_${scala.compat.version}</artifactId>
- <version>${project.version}</version>
- <type>test-jar</type>
- <scope>test</scope>
+ <groupId>org.apache.mahout</groupId>
+ <artifactId>mahout-core</artifactId>
+ <version>14.2-SNAPSHOT</version>
+ <classifier>scala_${scala.compat.version}</classifier>
</dependency>
<!-- Third Party -->
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-client</artifactId>
- <version>${hadoop.version} </version>
</dependency>
- <!--<dependency>-->
- <!--<groupId>com.fasterxml.jackson.core</groupId>-->
- <!--<artifactId>jackson-core</artifactId>-->
- <!--</dependency>-->
-
<dependency>
<groupId>org.slf4j</groupId>
<artifactId>slf4j-api</artifactId>
- <version>${slf4j.version}</version>
</dependency>
<dependency>
- <groupId>org.slf4j</groupId>
- <artifactId>slf4j-jcl</artifactId>
- <version>${slf4j.version}</version>
+ <groupId>org.apache.mahout</groupId>
+ <artifactId>mahout-core</artifactId>
+ <version>14.2-SNAPSHOT</version>
+ <classifier>test_scala_${scala.compat.version}</classifier>
<scope>test</scope>
</dependency>
-
<!-- Todo Factor this out, used by MahoutTest (also exists in core, remove
it from there then you should be able delete here-->
<dependency>
<groupId>com.carrotsearch.randomizedtesting</groupId>
<artifactId>randomizedtesting-runner</artifactId>
- <version>2.0.15</version>
<scope>test</scope>
</dependency>
@@ -195,7 +94,6 @@
<artifactId>junit</artifactId>
<scope>test</scope>
</dependency>
-
</dependencies>
</project>
diff --git a/engine/pom.xml b/engine/pom.xml
index 3d19037..7a36a1f 100644
--- a/engine/pom.xml
+++ b/engine/pom.xml
@@ -17,40 +17,24 @@
limitations under the License.
-->
<project xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
http://maven.apache.org/maven-v4_0_0.xsd">
+
<modelVersion>4.0.0</modelVersion>
+
<parent>
<groupId>org.apache.mahout</groupId>
<artifactId>mahout</artifactId>
- <version>14.1-SNAPSHOT</version>
- <relativePath>../pom.xml</relativePath>
+ <version>14.2-SNAPSHOT</version>
</parent>
<artifactId>mahout-engine</artifactId>
- <name>Mahout Engine</name>
- <description>Parent of Various Engines on which you can run Mahout.
- </description>
-
- <scm>
- <connection>scm:git:[email protected]:apache/mahout.git</connection>
-
<developerConnection>scm:git:https://gitbox.apache.org/repos/asf/mahout.git</developerConnection>
-
<url>https://gitbox.apache.org/repos/asf?p=mahout.git;a=tree;h=refs/heads/${project.scm.tag};hb=${project.scm.tag}</url>
- <tag>mahout_${scala.compat.version}-${project.version}-${release.candidate}
- </tag>
- </scm>
-
<packaging>pom</packaging>
- <dependencies>
+ <name>Mahout Engine</name>
+ <description>Parent of Various Engines on which you can run
Mahout.</description>
- </dependencies>
+ <modules>
+ <module>hdfs</module>
+ <module>spark</module>
+ </modules>
- <build>
- <plugins>
- <!-- ensure licenses -->
- <plugin>
- <groupId>org.apache.rat</groupId>
- <artifactId>apache-rat-plugin</artifactId>
- </plugin>
- </plugins>
- </build>
</project>
diff --git a/engine/spark/pom.xml b/engine/spark/pom.xml
index df573c8..aef545e 100644
--- a/engine/spark/pom.xml
+++ b/engine/spark/pom.xml
@@ -18,55 +18,31 @@
-->
<project xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
http://maven.apache.org/maven-v4_0_0.xsd">
+
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.apache.mahout</groupId>
<artifactId>mahout-engine</artifactId>
- <version>14.1-SNAPSHOT</version>
- <relativePath>../pom.xml</relativePath>
+ <version>14.2-SNAPSHOT</version>
</parent>
- <artifactId>mahout-spark_2.11</artifactId>
- <name>- Mahout Spark Engine</name>
- <description>
- Mahout Bindings for Apache Spark
- </description>
-
+ <artifactId>mahout-spark</artifactId>
<packaging>jar</packaging>
- <!-- per
http://www.apache.org/dev/publishing-maven-artifacts.html#prepare-poms ensure
that all poms have SCM managment.-->
- <scm>
- <connection>scm:git:[email protected]:apache/mahout.git</connection>
-
<developerConnection>scm:git:https://gitbox.apache.org/repos/asf/mahout.git</developerConnection>
-
<url>https://gitbox.apache.org/repos/asf?p=mahout.git;a=tree;h=refs/heads/${project.scm.tag};hb=${project.scm.tag}</url>
- <tag>mahout_${scala.compat.version}-${project.version}-${release.candidate}
- </tag>
- </scm>
+ <name>- Mahout Spark Engine</name>
+ <description>Mahout Bindings for Apache Spark</description>
<properties>
- </properties>
- <build>
- <plugins>
- <!-- ensure licenses -->
- <plugin>
- <groupId>org.apache.rat</groupId>
- <artifactId>apache-rat-plugin</artifactId>
- </plugin>
-
- <!-- Pre-refactor plugins start here -->
-
-
- <plugin>
- <artifactId>maven-source-plugin</artifactId>
- </plugin>
-
+ </properties>
+ <build>
+ <plugins>
<plugin>
<groupId>net.alchim31.maven</groupId>
<artifactId>scala-maven-plugin</artifactId>
- <version>4.0.2</version>
+ <version>4.4.0</version>
<executions>
- <execution>
+ <!--execution>
<id>attach-javadocs</id>
<phase>dont-execute</phase>
<goals>
@@ -79,17 +55,17 @@
<goals>
<goal>add-source</goal>
</goals>
- </execution>
+ </execution-->
<execution>
<id>scala-compile</id>
- <phase>process-resources</phase>
+ <phase>compile</phase>
<goals>
<goal>compile</goal>
</goals>
</execution>
<execution>
<id>scala-test-compile</id>
- <phase>process-test-resources</phase>
+ <phase>test-compile</phase>
<goals>
<goal>testCompile</goal>
</goals>
@@ -106,185 +82,117 @@
<skipTests>true</skipTests>
</configuration>
</plugin>
+
<!-- enable scalatest -->
<plugin>
<groupId>org.scalatest</groupId>
<artifactId>scalatest-maven-plugin</artifactId>
- <version>${scalatest.maven.plugin.version}</version>
<executions>
<execution>
- <id>test</id>
+ <id>scala-test</id>
+ <phase>test</phase>
<goals>
<goal>test</goal>
</goals>
+ <configuration>
+ <argLine>-Xmx4g</argLine>
+ </configuration>
</execution>
</executions>
- <configuration>
- <argLine>-Xmx4g</argLine>
- </configuration>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-assembly-plugin</artifactId>
+ <artifactId>maven-jar-plugin</artifactId>
<executions>
+ <!-- Change the default configuration of the jar plugin to use a
scala classifier to attach the jar. -->
<execution>
- <id>dependency-reduced</id>
- <phase>package</phase>
- <goals>
- <goal>single</goal>
- </goals>
+ <id>default-jar</id>
<configuration>
- <descriptors>
-
<descriptor>src/main/assembly/dependency-reduced.xml</descriptor>
- </descriptors>
+ <classifier>scala_${scala.compat.version}</classifier>
</configuration>
</execution>
- </executions>
- </plugin>
-
-
- <!-- copy jars to top directory, which is MAHOUT_HOME -->
- <plugin>
- <artifactId>maven-antrun-plugin</artifactId>
- <version>1.4</version>
- <executions>
+ <!-- create test jar so other modules can reuse the math test
utility classes.
+ DO NOT REMOVE! Testing framework is useful in subordinate/contrib
projects!
+ Please contact @dlyubimov.
+ -->
<execution>
- <id>copy</id>
<phase>package</phase>
- <configuration>
- <tasks>
- <copy
file="target/mahout-spark_${scala.compat.version}-${project.version}.jar"
tofile="../../lib/mahout-spark_${scala.compat.version}-${project.version}.jar"
/>
- <copy
file="target/mahout-spark_${scala.compat.version}-${project.version}-dependency-reduced.jar"
tofile="../../lib/mahout-spark_${scala.compat.version}-${project.version}-dependency-reduced.jar"
/>
- </tasks>
- </configuration>
<goals>
- <goal>run</goal>
+ <goal>test-jar</goal>
</goals>
- </execution>
- <execution>
- <id>copy-javadocs</id>
- <!-- DO not not producing generated java/scaladocs right until
Java 8+ tag bug has been fixed
- or javadoc generation is fixed to generate intrepretable doc tags
-->
- <phase>dont-execute</phase>
<configuration>
- <tasks>
- <copy
file="target/mahout-spark_${scala.compat.version}-${project.version}-javadoc.jar"
tofile="../../docs/mahout-spark_${scala.compat.version}-${project.version}.jar"
/>
- </tasks>
+ <classifier>test_scala_${scala.compat.version}</classifier>
</configuration>
- <goals>
- <goal>run</goal>
- </goals>
</execution>
</executions>
</plugin>
- <!-- create test jar so other modules can reuse the math test utility
classes.
- DO NOT REMOVE! Testing framework is useful in subordinate/contrib
projects!
- Please contact @dlyubimov.
- -->
+
<plugin>
<groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-jar-plugin</artifactId>
+ <artifactId>maven-assembly-plugin</artifactId>
<executions>
<execution>
- <goals>
- <goal>test-jar</goal>
- </goals>
- <phase>package</phase>
- </execution>
- <execution>
- <id>default-jar</id>
+ <id>dependency-reduced</id>
<phase>package</phase>
<goals>
- <goal>jar</goal>
+ <goal>single</goal>
</goals>
- <!--<configuration>-->
- <!--<classifier>spark_${spark.compat.version}</classifier>-->
- <!--</configuration>-->
+ <configuration>
+ <descriptors>
+
<descriptor>src/main/assembly/dependency-reduced.xml</descriptor>
+ </descriptors>
+ </configuration>
</execution>
</executions>
</plugin>
- <!-- delete files on mvn clean -->
- <plugin>
- <artifactId>maven-clean-plugin</artifactId>
- <version>3.0.0</version>
- <configuration>
- <filesets>
- <fileset>
- <directory>../../lib/</directory>
- <includes>
- <include>mahout-spark_*.jar</include>
- </includes>
- <followSymlinks>false</followSymlinks>
- </fileset>
- </filesets>
- </configuration>
- </plugin>
</plugins>
</build>
<dependencies>
+ <!-- mahout stuff -->
+ <dependency>
+ <groupId>org.apache.mahout</groupId>
+ <artifactId>mahout-core</artifactId>
+ <version>14.2-SNAPSHOT</version>
+ <classifier>scala_${scala.compat.version}</classifier>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.mahout</groupId>
+ <artifactId>mahout-hdfs</artifactId>
+ <version>14.2-SNAPSHOT</version>
+ </dependency>
- <!-- https://mvnrepository.com/artifact/org.scala-lang/scala-reflect -->
+ <!-- 3rd-party -->
<dependency>
<groupId>org.scala-lang</groupId>
<artifactId>scala-reflect</artifactId>
- <version>${scala.version}</version>
</dependency>
-
- <!-- spark stuff - need to put this first to use spark's mahout
dependencies in tests -->
<dependency>
<groupId>org.apache.spark</groupId>
<artifactId>spark-core_${scala.compat.version}</artifactId>
- <version>${spark.version}</version>
</dependency>
<dependency>
<groupId>org.apache.spark</groupId>
<artifactId>spark-mllib_${scala.compat.version}</artifactId>
- <version>${spark.version}</version>
- </dependency>
-
- <!-- mahout stuff -->
- <dependency>
- <groupId>org.apache.mahout</groupId>
- <artifactId>mahout-core_${scala.compat.version}</artifactId>
- <version>${project.version}</version>
</dependency>
<dependency>
<groupId>org.apache.mahout</groupId>
- <artifactId>mahout-hdfs_${scala.compat.version}</artifactId>
- <version>${project.version}</version>
- </dependency>
-
-
- <!--<dependency>-->
- <!--<groupId>org.bytedeco</groupId>-->
- <!--<artifactId>javacpp</artifactId>-->
- <!--<version>1.2.2</version>-->
- <!--</dependency>-->
-
- <dependency>
- <groupId>org.apache.mahout</groupId>
- <artifactId>mahout-core_${scala.compat.version}</artifactId>
- <version>${project.version}</version>
- <classifier>tests</classifier>
+ <artifactId>mahout-core</artifactId>
+ <version>14.2-SNAPSHOT</version>
+ <classifier>test_scala_${scala.compat.version}</classifier>
<scope>test</scope>
</dependency>
-
-
- <!-- 3rd-party -->
-
- <!-- scala stuff -->
<dependency>
<groupId>org.scalatest</groupId>
<artifactId>scalatest_${scala.compat.version}</artifactId>
- <version>3.0.5</version>
+ <scope>test</scope>
</dependency>
-
</dependencies>
</project>
diff --git a/pom.xml b/pom.xml
index 710e94c..0ec57c1 100644
--- a/pom.xml
+++ b/pom.xml
@@ -16,19 +16,21 @@
limitations under the License.
-->
-<project xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
+<project xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
http://maven.apache.org/xsd/maven-4.0.0.xsd">
+
+ <modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.apache</groupId>
<artifactId>apache</artifactId>
- <version>18</version>
+ <version>23</version>
</parent>
+
<groupId>org.apache.mahout</groupId>
<artifactId>mahout</artifactId>
-
- <version>14.1-SNAPSHOT</version>
-
+ <version>14.2-SNAPSHOT</version>
<packaging>pom</packaging>
+
<name>Apache Mahout</name>
<url>http://mahout.apache.org</url>
<inceptionYear>2008</inceptionYear>
@@ -47,10 +49,12 @@
(hopefully) correct category. Frequent itemset mining takes a set of item
groups (terms in a query session,
shopping cart content) and identifies, which individual items usually
appear together.
</description>
+
<organization>
<name>The Apache Software Foundation</name>
<url>http://www.apache.org/</url>
</organization>
+
<licenses>
<license>
<name>Apache License, Version 2.0</name>
@@ -58,6 +62,7 @@
<distribution>repo</distribution>
</license>
</licenses>
+
<mailingLists>
<mailingList>
<name>User list</name>
@@ -95,60 +100,13 @@
</mailingLists>
<!-- Required for Release Plugin -->
- <scm>
- <connection>scm:git:[email protected]:apache/mahout.git</connection>
-
<developerConnection>scm:git:https://gitbox.apache.org/repos/asf/mahout.git</developerConnection>
-
<url>https://gitbox.apache.org/repos/asf?p=mahout.git;a=tree;h=refs/heads/${project.scm.tag};hb=${project.scm.tag}</url>
-
<tag>mahout_${scala.compat.version}-${project.version}-${release.candidate}
- </tag>
- </scm>
+ <scm>
+ <connection>scm:git:[email protected]:apache/mahout.git</connection>
+
<developerConnection>scm:git:https://gitbox.apache.org/repos/asf/mahout.git</developerConnection>
+
<url>https://gitbox.apache.org/repos/asf?p=mahout.git;a=tree;h=refs/heads/${project.scm.tag};hb=${project.scm.tag}</url>
+ <tag>HEAD</tag>
+ </scm>
- <properties>
- <apache-rat.plugin.version>0.13</apache-rat.plugin.version>
- <maven.compiler.source>1.8</maven.compiler.source>
- <maven.compiler.target>1.8</maven.compiler.target>
- <mjavadoc.version>2.10.3</mjavadoc.version>
- <slf4j.version>1.7.22</slf4j.version>
- <scala.version>2.11.8</scala.version>
- <scala.compat.version>2.11</scala.compat.version>
- <source.plugin.version>3.0.1</source.plugin.version>
- <spark.version>2.4.3</spark.version>
- <spark.compat.version>2.4</spark.compat.version>
- <depgraph.plugin.version>3.3.0</depgraph.plugin.version>
- <mahout.skip.distribution>true</mahout.skip.distribution>
- <!-- `mvn site` throws a hissy fit searching no longer existing repos if
this is not set false -->
- <dependency.locations.enabled>false</dependency.locations.enabled>
- <mahout.skip.distribution>true</mahout.skip.distribution>
- <release.candidate>RC4</release.candidate>
- <!--hack to turn off linting og generated Javadocs.
- this is an error in Oracle Java8 and should be fixed in > java8
- http://openjdk.java.net/jeps/212 -->
- <additionalparam>-Xdoclint:-html</additionalparam>
- <!--EndHack-->
- <compile.flags />
-
-
-
- <maven.clover.multiproject>true</maven.clover.multiproject>
- <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
- <msurefire.version>2.18.1</msurefire.version>
- <mpmd.version>3.4</mpmd.version>
- <mcheckstyle.version>2.15</mcheckstyle.version>
- <mfindbugs.version>3.0.1</mfindbugs.version>
-
- <mscala.version>3.2.0</mscala.version>
- <hbase.version>1.0.0</hbase.version>
- <hadoop.version>2.4.1</hadoop.version>
- <build.plugins.plugin.version>3.0.0</build.plugins.plugin.version>
- <scalatest.maven.plugin.version>2.0.0</scalatest.maven.plugin.version>
-
<mahout.collection.codegen.plugin.version>1.0</mahout.collection.codegen.plugin.version>
- <!--
- <flink.version>1.1.4</flink.version>
- <h2o.version>0.1.25</h2o.version>
- <jackson.version>2.7.4</jackson.version>
- <hadoop.classifier>hadoop2</hadoop.classifier>
- -->
- </properties>
<issueManagement>
<system>Jira</system>
<url>https://issues.apache.org/jira/browse/MAHOUT</url>
@@ -163,17 +121,41 @@
<enabled>false</enabled>
</releases>
</repository>
-
</repositories>
+ <properties>
+ <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
+ <maven.compiler.source>1.8</maven.compiler.source>
+ <maven.compiler.target>1.8</maven.compiler.target>
+
+ <slf4j.version>1.7.22</slf4j.version>
+ <scala.version>2.11.12</scala.version>
+ <scala.compat.version>2.11</scala.compat.version>
+ <scalatest.version>3.0.5</scalatest.version>
+ <spark.version>2.4.5</spark.version>
+ <spark.compat.version>2.4</spark.compat.version>
+ <compile.flags />
+
+ <lucene.version>8.5.1</lucene.version>
+
+ <mahout.skip.distribution>true</mahout.skip.distribution>
+ <!-- `mvn site` throws a hissy fit searching no longer existing repos if
this is not set false -->
+ <dependency.locations.enabled>false</dependency.locations.enabled>
+ <mahout.skip.distribution>true</mahout.skip.distribution>
+ <release.candidate>RC4</release.candidate>
+ <compile.flags />
+ <maven.clover.multiproject>true</maven.clover.multiproject>
+ <hadoop.version>2.10.0</hadoop.version>
+
+
<test-security-policy.path>${project.build.directory}/buildtools/src/test/resources/java.policy</test-security-policy.path>
+ </properties>
+
<modules>
<module>core</module>
<module>engine</module>
- <module>engine/spark</module>
- <module>engine/hdfs</module>
- <module>community</module>
- <module>community/spark-cli-drivers</module>
<module>distribution</module>
+ <!-- The javacpp stuff doesn't seem to work correctly on Macs -->
+ <!--module>experimental</module-->
</modules>
<dependencyManagement>
@@ -190,12 +172,149 @@
<version>3.2</version>
</dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-annotations</artifactId>
+ <version>${hadoop.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-auth</artifactId>
+ <version>${hadoop.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-client</artifactId>
+ <version>${hadoop.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-common</artifactId>
+ <version>${hadoop.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-hdfs</artifactId>
+ <version>${hadoop.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-mapreduce-client-app</artifactId>
+ <version>${hadoop.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-mapreduce-client-common</artifactId>
+ <version>${hadoop.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-mapreduce-client-core</artifactId>
+ <version>${hadoop.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-mapreduce-client-jobclient</artifactId>
+ <version>${hadoop.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-mapreduce-client-shuffle</artifactId>
+ <version>${hadoop.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-yarn-api</artifactId>
+ <version>${hadoop.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-yarn-client</artifactId>
+ <version>${hadoop.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-yarn-common</artifactId>
+ <version>${hadoop.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-yarn-server-common</artifactId>
+ <version>${hadoop.version}</version>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.lucene</groupId>
+ <artifactId>lucene-analyzers-common</artifactId>
+ <version>${lucene.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.lucene</groupId>
+ <artifactId>lucene-benchmark</artifactId>
+ <version>${lucene.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.lucene</groupId>
+ <artifactId>lucene-codecs</artifactId>
+ <version>${lucene.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.lucene</groupId>
+ <artifactId>lucene-core</artifactId>
+ <version>${lucene.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.lucene</groupId>
+ <artifactId>lucene-facet</artifactId>
+ <version>${lucene.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.lucene</groupId>
+ <artifactId>lucene-highlighter</artifactId>
+ <version>${lucene.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.lucene</groupId>
+ <artifactId>lucene-join</artifactId>
+ <version>${lucene.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.lucene</groupId>
+ <artifactId>lucene-memory</artifactId>
+ <version>${lucene.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.lucene</groupId>
+ <artifactId>lucene-queries</artifactId>
+ <version>${lucene.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.lucene</groupId>
+ <artifactId>lucene-queryparser</artifactId>
+ <version>${lucene.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.lucene</groupId>
+ <artifactId>lucene-spatial</artifactId>
+ <version>${lucene.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.lucene</groupId>
+ <artifactId>lucene-spatial-extras</artifactId>
+ <version>${lucene.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.lucene</groupId>
+ <artifactId>lucene-test-framework</artifactId>
+ <version>${lucene.version}</version>
+ </dependency>
+
<!-- scala stuff -->
<!-- set the scala version here only -->
<dependency>
<groupId>org.scalatest</groupId>
<artifactId>scalatest_${scala.compat.version}</artifactId>
- <version>3.0.5</version>
+ <version>${scalatest.version}</version>
</dependency>
<dependency>
@@ -220,8 +339,7 @@
<dependency>
<groupId>junit</groupId>
<artifactId>junit</artifactId>
- <version>4.12</version>
- <scope>test</scope>
+ <version>4.13</version>
</dependency>
<!-- used in Core -->
@@ -230,25 +348,282 @@
<artifactId>log4j</artifactId>
<version>1.2.17</version>
</dependency>
-<!--
<dependency>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-assembly-plugin</artifactId>
-<!–
- <version>3.1.1</version>
-–>
- <type>maven-plugin</type>
- </dependency>-->
-
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-runtime_${scala.compat.version}</artifactId>
+ <version>1.1.4</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-java</artifactId>
+ <version>1.1.4</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-core</artifactId>
+ <version>1.1.4</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-clients_${scala.compat.version}</artifactId>
+ <version>1.1.4</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-scala_${scala.compat.version}</artifactId>
+ <version>1.1.4</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-test-utils_${scala.compat.version}</artifactId>
+ <version>1.1.4</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-tests_${scala.compat.version}</artifactId>
+ <version>1.1.4</version>
+ </dependency>
+ <dependency>
+ <groupId>ai.h2o</groupId>
+ <artifactId>h2o-core</artifactId>
+ <version>0.1.25</version>
+ </dependency>
+ <dependency>
+ <groupId>commons-dbcp</groupId>
+ <artifactId>commons-dbcp</artifactId>
+ <version>1.4</version>
+ </dependency>
+ <dependency>
+ <groupId>commons-pool</groupId>
+ <artifactId>commons-pool</artifactId>
+ <version>1.6</version>
+ </dependency>
+ <dependency>
+ <groupId>commons-io</groupId>
+ <artifactId>commons-io</artifactId>
+ <version>2.4</version>
+ </dependency>
+ <dependency>
+ <groupId>org.mongodb</groupId>
+ <artifactId>mongo-java-driver</artifactId>
+ <version>2.11.2</version>
+ </dependency>
+ <dependency>
+ <groupId>org.mongodb</groupId>
+ <artifactId>bson</artifactId>
+ <version>2.11.2</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hbase</groupId>
+ <artifactId>hbase-client</artifactId>
+ <version>1.0.0</version>
+ </dependency>
+ <dependency>
+ <groupId>org.hectorclient</groupId>
+ <artifactId>hector-core</artifactId>
+ <version>1.1-4</version>
+ </dependency>
+ <dependency>
+ <groupId>xml-apis</groupId>
+ <artifactId>xml-apis</artifactId>
+ <version>1.4.01</version>
+ </dependency>
+ <dependency>
+ <groupId>com.tdunning</groupId>
+ <artifactId>t-digest</artifactId>
+ <version>3.1</version>
+ </dependency>
+ <dependency>
+ <groupId>com.fasterxml.jackson.core</groupId>
+ <artifactId>jackson-core</artifactId>
+ <version>2.7.4</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.commons</groupId>
+ <artifactId>commons-lang3</artifactId>
+ <version>3.1</version>
+ </dependency>
+ <dependency>
+ <groupId>commons-cli</groupId>
+ <artifactId>commons-cli</artifactId>
+ <version>1.2</version>
+ </dependency>
+ <dependency>
+ <groupId>commons-logging</groupId>
+ <artifactId>commons-logging</artifactId>
+ <version>1.1.3</version>
+ </dependency>
+ <dependency>
+ <groupId>com.thoughtworks.xstream</groupId>
+ <artifactId>xstream</artifactId>
+ <version>1.4.6</version>
+ </dependency>
+ <!-- TODO: Check this dependency -->
+ <dependency>
+ <groupId>org.apache.mahout.commons</groupId>
+ <artifactId>commons-cli</artifactId>
+ <version>2.0-mahout</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-scala_2${scala.compat.version}</artifactId>
+ <version>1.1.4</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.solr</groupId>
+ <artifactId>solr-commons-csv</artifactId>
+ <version>3.5.0</version>
+ </dependency>
+ <dependency>
+ <groupId>org.hamcrest</groupId>
+ <artifactId>hamcrest-all</artifactId>
+ <version>1.3</version>
+ </dependency>
+ <dependency>
+ <groupId>com.carrotsearch.randomizedtesting</groupId>
+ <artifactId>randomizedtesting-runner</artifactId>
+ <version>2.0.15</version>
+ </dependency>
+ <dependency>
+ <groupId>org.easymock</groupId>
+ <artifactId>easymock</artifactId>
+ <version>3.2</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.mrunit</groupId>
+ <artifactId>mrunit</artifactId>
+ <version>1.0.0</version>
+ <classifier>hadoop2</classifier>
+ </dependency>
+ <dependency>
+ <groupId>commons-httpclient</groupId>
+ <artifactId>commons-httpclient</artifactId>
+ <version>3.0.1</version>
+ </dependency>
+ <dependency>
+ <groupId>org.slf4j</groupId>
+ <artifactId>slf4j-log4j12</artifactId>
+ <version>1.7.22</version>
+ </dependency>
+ <dependency>
+ <groupId>org.slf4j</groupId>
+ <artifactId>jcl-over-slf4j</artifactId>
+ <version>1.7.22</version>
+ </dependency>
+ <dependency>
+ <groupId>com.github.scopt</groupId>
+ <artifactId>scopt_${scala.compat.version}</artifactId>
+ <version>3.7.1</version>
+ </dependency>
+ <dependency>
+ <groupId>com.esotericsoftware.kryo</groupId>
+ <artifactId>kryo</artifactId>
+ <version>2.24.0</version>
+ </dependency>
+ <dependency>
+ <groupId>it.unimi.dsi</groupId>
+ <artifactId>fastutil</artifactId>
+ <version>7.0.12</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.spark</groupId>
+ <artifactId>spark-core_${scala.compat.version}</artifactId>
+ <version>2.4.5</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.spark</groupId>
+ <artifactId>spark-mllib_${scala.compat.version}</artifactId>
+ <version>2.4.5</version>
+ </dependency>
+ <dependency>
+ <groupId>org.bytedeco</groupId>
+ <artifactId>javacpp</artifactId>
+ <version>1.5.3</version>
+ </dependency>
</dependencies>
</dependencyManagement>
<build>
<plugins>
<plugin>
+ <groupId>org.apache.rat</groupId>
+ <artifactId>apache-rat-plugin</artifactId>
+ <executions>
+ <execution>
+ <phase>validate</phase>
+ <goals>
+ <goal>check</goal>
+ </goals>
+ <configuration>
+ <!-- Output the problematic files to the console -->
+ <consoleOutput>true</consoleOutput>
+ <licenses>
+ <license
implementation="org.apache.rat.analysis.license.SimplePatternBasedLicense">
+ <patterns>
+ <note>CERN license for Colt -- basically only requires
attribution</note>
+ <pattern>1999 CERN - European Organization for Nuclear
Research</pattern>
+ </patterns>
+ </license>
+ <license
implementation="org.apache.rat.analysis.license.SimplePatternBasedLicense">
+ <patterns>
+ <pattern>public domain</pattern>
+ </patterns>
+ </license>
+ </licenses>
+ <excludes>
+ <exclude>**/*.conf</exclude>
+ <exclude>**/*.iml</exclude>
+ <exclude>**/*.md</exclude>
+ <exclude>**/*.props</exclude>
+ <exclude>**/gen/**</exclude>
+ <exclude>**/resources/**</exclude>
+ <exclude>**/images/**</exclude>
+ <exclude>**/target/**</exclude>
+ <exclude>**/testdata/**</exclude>
+ <exclude>**/.idea/**</exclude>
+ <exclude>**/package-info.java</exclude>
+ <exclude>**/.git/**</exclude>
+ <exclude>**/.classpath</exclude>
+ <exclude>**/.project</exclude>
+ <exclude>**/.settings/**</exclude>
+ <exclude>**/*.patch</exclude>
+ <exclude>website/**</exclude>
+ <exclude>.github/*</exclude>
+ <exclude>**/*.properties</exclude>
+ <!-- This directory onyl exists on travis -->
+ <exclude>viennacl-dev-release-1.7.1/**</exclude>
+ </excludes>
+ </configuration>
+ </execution>
+ </executions>
+ </plugin>
+
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-enforcer-plugin</artifactId>
+ <executions>
+ <execution>
+ <id>enforce-versions</id>
+ <goals>
+ <goal>enforce</goal>
+ </goals>
+ <configuration>
+ <rules>
+ <requireJavaVersion>
+ <version>[1.8,)</version>
+ </requireJavaVersion>
+ <requireMavenVersion>
+ <version>[3.3.9,)</version>
+ </requireMavenVersion>
+ </rules>
+ </configuration>
+ </execution>
+ </executions>
+ </plugin>
+
+ <plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-compiler-plugin</artifactId>
- <version>3.3</version>
<configuration>
<!-- encoding, source and target are explicitly defined until
MNGECLIPSE-966 is fixed -->
<encoding>${project.build.sourceEncoding}</encoding>
@@ -257,28 +632,27 @@
<optimize>true</optimize>
</configuration>
</plugin>
-<!--
- <plugin>–>
--->
- <!-- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-release-plugin</artifactId>
- <version>2.5.2</version>
+
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-surefire-plugin</artifactId>
<configuration>
-<!–
- <preparationGoals>clean package install</preparationGoals>
-–>
- <useReleaseProfile>true</useReleaseProfile>
- <releaseProfiles>apache-release</releaseProfiles>
- <goals>deploy</goals>
- <autoVersionSubmodules>true</autoVersionSubmodules>
- <arguments>${arguments}</arguments>
+ <forkCount>2</forkCount>
+ <reuseForks>false</reuseForks>
+ <!--argLine>-Xmx768m -Djava.security.manager
-Djava.security.policy=${test-security-policy.path}</argLine-->
+ <argLine>-Xmx768m</argLine>
+ <testFailureIgnore>false</testFailureIgnore>
+ <redirectTestOutputToFile>true</redirectTestOutputToFile>
+ <systemPropertyVariables>
+
<mahout.test.directory>${project.build.directory}</mahout.test.directory>
+ </systemPropertyVariables>
</configuration>
- </plugin>
- <!– generate java-->
- <plugin>
+ </plugin>
+
+ <!-- Create JavaDocs -->
+ <!--plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-javadoc-plugin</artifactId>
- <version>${mjavadoc.version}</version>
<executions>
<execution>
<id>attach-javadocs</id>
@@ -287,592 +661,527 @@
<goal>jar</goal>
</goals>
</execution>
-
</executions>
- </plugin>
+ </plugin-->
-
- <!-- Create Scala Docs -->
- <plugin>
+ <!-- Create ScalaDocs -->
+ <!--plugin>
<groupId>net.alchim31.maven</groupId>
<artifactId>scala-maven-plugin</artifactId>
- <version>3.4.4</version>
+ <version>4.4.0</version>
+
<executions>
<execution>
- <id>attach-javadocs</id>
+ <id>attach-scaladocs</id>
<phase>package</phase>
<goals>
<goal>doc-jar</goal>
</goals>
</execution>
</executions>
-
- </plugin>
-
+ </plugin-->
</plugins>
<pluginManagement>
<plugins>
<plugin>
- <groupId>org.apache.rat</groupId>
- <artifactId>apache-rat-plugin</artifactId>
- <version>${apache-rat.plugin.version}</version>
- <executions>
- <execution>
- <phase>validate</phase>
- <goals>
- <goal>check</goal>
- </goals>
- </execution>
- </executions>
- <configuration>
- <licenses>
- <license
implementation="org.apache.rat.analysis.license.SimplePatternBasedLicense">
- <patterns>
- <note>CERN license for Colt -- basically only requires
attribution</note>
- <pattern>1999 CERN - European Organization for Nuclear
Research</pattern>
- </patterns>
- </license>
- <license
implementation="org.apache.rat.analysis.license.SimplePatternBasedLicense">
- <patterns>
- <pattern>public domain</pattern>
- </patterns>
- </license>
- </licenses>
- <excludes>
- <exclude>**/*.conf</exclude>
- <exclude>**/*.iml</exclude>
- <exclude>**/*.md</exclude>
- <exclude>**/*.props</exclude>
- <exclude>**/gen/**</exclude>
- <exclude>**/resources/**</exclude>
- <exclude>**/images/**</exclude>
- <exclude>**/target/**</exclude>
- <exclude>**/testdata/**</exclude>
- <exclude>**/.idea/**</exclude>
- <exclude>**/package-info.java</exclude>
- <exclude>**/.git/**</exclude>
- <exclude>**/.classpath</exclude>
- <exclude>**/.project</exclude>
- <exclude>**/.settings/**</exclude>
- <exclude>**/*.patch</exclude>
- <exclude>website/**</exclude>
- <exclude>.github/*</exclude>
- <exclude>**/*.properties</exclude>
- </excludes>
- <excludeSubProjects>false</excludeSubProjects>
- </configuration>
- </plugin>
-
- <!-- delete jars on clean in top directory, which is lib/ -->
- <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-clean-plugin</artifactId>
- <version>3.0.0</version>
- <configuration>
- <filesets>
- <fileset>
- <directory>lib/</directory>
- <includes>
- <include>*.jar</include>
- </includes>
- <followSymlinks>false</followSymlinks>
- </fileset>
- <fileset>
- <directory>doc/</directory>
- <includes>
- <include>*.jar</include>
- </includes>
- <followSymlinks>false</followSymlinks>
- </fileset>
- </filesets>
- </configuration>
+ <version>3.1.0</version>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-enforcer-plugin</artifactId>
- <version>1.4</version>
- <executions>
- <execution>
- <id>enforce-versions</id>
- <goals>
- <goal>enforce</goal>
- </goals>
- <configuration>
- <rules>
- <requireJavaVersion>
- <version>[1.8,)</version>
- </requireJavaVersion>
- <requireMavenVersion>
- <version>[3.3.9,)</version>
- </requireMavenVersion>
- </rules>
- </configuration>
- </execution>
- </executions>
+ <version>3.0.0-M3</version>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-surefire-plugin</artifactId>
- <configuration>
- <forkCount>2</forkCount>
- <reuseForks>false</reuseForks>
- <argLine>-Xmx768m -Djava.security.manager
-
-Djava.security.policy=${project.build.directory}/../../buildtools/src/test/resources/java.policy</argLine>
-
<argLine>-Djava.security.auth.login.config=${project.build.directory}/../../buildtools/src/test/resources/jaas.config</argLine>
- <testFailureIgnore>false</testFailureIgnore>
- <redirectTestOutputToFile>true</redirectTestOutputToFile>
- <systemPropertyVariables>
-
<mahout.test.directory>${project.build.directory}</mahout.test.directory>
- </systemPropertyVariables>
- </configuration>
+ <artifactId>maven-checkstyle-plugin</artifactId>
+ <version>3.1.1</version>
</plugin>
- </plugins>
- </pluginManagement>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-pmd-plugin</artifactId>
+ <version>3.13.0</version>
+ </plugin>
- </build>
+ <plugin>
+ <groupId>org.codehaus.mojo</groupId>
+ <artifactId>findbugs-maven-plugin</artifactId>
+ <version>3.0.5</version>
+ </plugin>
- <profiles>
- <profile>
- <id>release.prepare</id>
- <properties>
- <skipTests>true</skipTests>
- <pmd.skip>true</pmd.skip>
- <checkstyle.skip>true</checkstyle.skip>
- <skipAssembly>true</skipAssembly>
- </properties>
- </profile>
-
-
- <profile>
- <id>sourcecheck</id>
- <build>
- <plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-compiler-plugin</artifactId>
+ <version>3.8.1</version>
+ </plugin>
+
+ <plugin>
+ <groupId>net.alchim31.maven</groupId>
+ <artifactId>scala-maven-plugin</artifactId>
+ <version>4.3.1</version>
<configuration>
- <showDeprecation>true</showDeprecation>
- <showWarnings>true</showWarnings>
- <compilerArgument>${compile.flags}</compilerArgument>
+ <displayCmd>true</displayCmd>
+ <checkMultipleScalaVersions>true</checkMultipleScalaVersions>
+ <failOnMultipleScalaVersions>true</failOnMultipleScalaVersions>
+ <scalaCompatVersion>${scala.compat.version}</scalaCompatVersion>
</configuration>
</plugin>
+
<plugin>
<groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-checkstyle-plugin</artifactId>
- <executions>
- <execution>
- <id>sourcecheck</id>
- <phase>verify</phase>
- <goals>
- <goal>checkstyle</goal>
- </goals>
- <configuration>
- <failsOnError>false</failsOnError>
- <!-- classpath -->
- <configLocation>mahout-checkstyle.xml</configLocation>
- <consoleOutput>true</consoleOutput>
- <linkXRef>false</linkXRef>
- <sourceDirectory>distribution/src</sourceDirectory>
- </configuration>
- </execution>
- </executions>
+ <artifactId>maven-surefire-plugin</artifactId>
+ <version>3.0.0-M4</version>
</plugin>
+
<plugin>
<groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-pmd-plugin</artifactId>
- <executions>
- <execution>
- <id>sourcecheck</id>
- <phase>verify</phase>
- <goals>
- <goal>check</goal>
- <goal>cpd-check</goal>
- </goals>
- <configuration>
- <failOnViolation>false</failOnViolation>
- </configuration>
- </execution>
- </executions>
+ <artifactId>maven-surefire-report-plugin</artifactId>
+ <version>3.0.0-M4</version>
</plugin>
+
<plugin>
- <groupId>org.codehaus.mojo</groupId>
- <artifactId>findbugs-maven-plugin</artifactId>
- <executions>
- <execution>
- <id>sourcecheck</id>
- <phase>verify</phase>
- <goals>
- <goal>check</goal>
- </goals>
- </execution>
- </executions>
+ <groupId>org.scalatest</groupId>
+ <artifactId>scalatest-maven-plugin</artifactId>
+ <version>2.0.0</version>
+ <configuration>
+ <systemProperties>
+ <!--
+ Make scalatest use the same java version as Maven is using
+ (Without it would use the java version in the users Path)
+ -->
+ <java.home>${java.home}</java.home>
+
<jdk.lang.Process.launchMechanism>FORK</jdk.lang.Process.launchMechanism>
+ </systemProperties>
+ <logForkedProcessCommand>true</logForkedProcessCommand>
+ <!-- Make scalatest output to the usual surefire directory -->
+
<reportsDirectory>${project.build.directory}/surefire-reports</reportsDirectory>
+ <junitxml>.</junitxml>
+ <filereports>WDF TestSuite.txt</filereports>
+ </configuration>
</plugin>
- </plugins>
- </build>
- </profile>
-
- <profile>
- <id>ci</id>
- <activation>
- <activeByDefault>false</activeByDefault>
- <property>
- <name>env.JENKINS_URL</name>
- </property>
- </activation>
- <build>
- <plugins>
<plugin>
- <groupId>org.codehaus.mojo</groupId>
- <artifactId>build-helper-maven-plugin</artifactId>
- <executions>
- <execution>
- <id>remove-old-mahout-artifacts</id>
- <phase>prepare-package</phase>
- <goals>
- <goal>remove-project-artifact</goal>
- </goals>
- <configuration>
- <failOnError>false</failOnError>
- </configuration>
- </execution>
- </executions>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-source-plugin</artifactId>
+ <version>3.2.1</version>
</plugin>
<plugin>
- <inherited>true</inherited>
<groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-deploy-plugin</artifactId>
- <version>2.8.2</version>
+ <artifactId>maven-javadoc-plugin</artifactId>
+ <version>3.2.0</version>
<configuration>
-
<altSnapshotDeploymentRepository>apache.snapshots.https</altSnapshotDeploymentRepository>
+ <!--
+ TODO: The JavaDoc comments quite commonly have invalid content
throughout the
+ project. The best solution would be to enable the fail-on
settings and to fix
+ them, but I've disabled them for now.
+ -->
+ <failOnWarnings>false</failOnWarnings>
+ <failOnError>false</failOnError>
</configuration>
- <executions>
- <execution>
- <id>apache.snapshots.https</id> <!-- from jenkins nighties we
deploy to snapshots -->
- <phase>deploy</phase>
- <goals>
- <goal>deploy</goal>
- </goals>
- </execution>
- </executions>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-source-plugin</artifactId>
- <executions>
- <execution>
- <id>attach-sources</id>
- <goals>
- <goal>jar-no-fork</goal>
- </goals>
- </execution>
- </executions>
+ <artifactId>maven-dependency-plugin</artifactId>
+ <version>3.1.2</version>
</plugin>
<plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-javadoc-plugin</artifactId>
- <executions>
- <execution>
- <id>attach-javadocs</id>
- <goals>
- <goal>jar</goal>
- </goals>
- </execution>
- </executions>
+ <groupId>org.codehaus.mojo</groupId>
+ <artifactId>build-helper-maven-plugin</artifactId>
+ <version>3.1.0</version>
+ </plugin>
+
+ <plugin>
+ <groupId>org.codehaus.mojo</groupId>
+ <artifactId>exec-maven-plugin</artifactId>
+ <version>1.6.0</version>
</plugin>
- </plugins>
- </build>
- </profile>
- <profile>
- <id>apache-release</id>
- <build>
- <plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-release-plugin</artifactId>
- <version>2.5.3</version>
- <configuration>
- <useReleaseProfile>true</useReleaseProfile>
- <autoVersionSubmodules>true</autoVersionSubmodules>
- <preparationGoals>clean package install</preparationGoals>
- <releaseProfiles>
- <releaseProfile>apache.releases.https</releaseProfile>
- </releaseProfiles>
- <goals>
- <goal>sign</goal>
- <goal>deploy</goal>
- </goals>
- <arguments>-Papache-release ${arguments}</arguments>
- <waitBeforeTagging>10</waitBeforeTagging>
- </configuration>
+ <artifactId>maven-antrun-plugin</artifactId>
+ <version>3.0.0</version>
+ </plugin>
+ <plugin>
+ <groupId>org.codehaus.mojo</groupId>
+ <artifactId>taglist-maven-plugin</artifactId>
+ <version>2.4</version>
</plugin>
- <!-- Override pare t pom's assembly plugin for -Papache-release we
have our assembly code and descriptors
- in the /dist directory adhering to
https://www.apache.org/dev/release-publishing#distribution -->
<plugin>
<groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-assembly-plugin</artifactId>
- <dependencies>
- <dependency>
- <groupId>org.apache.apache.resources</groupId>
-
<artifactId>apache-source-release-assembly-descriptor</artifactId>
- <version>1.0.6</version>
- </dependency>
- </dependencies>
- <executions>
- <execution>
- <id>source-release-assembly</id>
- <phase>dont-exeute</phase>
- <goals>
- <goal>dont-execute</goal>
- </goals>
- </execution>
- </executions>
+ <artifactId>maven-changes-plugin</artifactId>
+ <version>2.12.1</version>
</plugin>
<plugin>
- <inherited>true</inherited>
<groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-deploy-plugin</artifactId>
- <version>2.8.2</version>
- <executions>
- <execution>
- <id>apache.releases.https</id> <!-- release first to staging
then to nexus -->
- <phase>deploy</phase>
- <goals>
- <goal>deploy</goal>
- </goals>
- </execution>
- </executions>
+ <artifactId>maven-project-info-reports-plugin</artifactId>
+ <version>3.0.0</version>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-source-plugin</artifactId>
- <executions>
- <execution>
- <id>attach-sources</id>
- <goals>
- <goal>jar-no-fork</goal>
- </goals>
- </execution>
- </executions>
+ <artifactId>maven-assembly-plugin</artifactId>
+ <version>3.2.0</version>
+ <configuration>
+ <finalName>apache-mahout-${project.version}</finalName>
+ </configuration>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-javadoc-plugin</artifactId>
- <executions>
- <execution>
- <id>attach-javadocs</id>
- <goals>
- <goal>jar</goal>
- </goals>
- </execution>
- </executions>
+ <artifactId>maven-release-plugin</artifactId>
+ <version>3.0.0-M1</version>
+ <configuration>
+ <!--
+ Make the release plugin release all modules in the reactor with
the same version.
+ Without this, a release- and development version would have to
be provided for
+ every single module.
+ -->
+ <autoVersionSubmodules>true</autoVersionSubmodules>
+ </configuration>
</plugin>
- <!-- We want to sign the artifact, the POM, and all attached artifacts
-->
<plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-gpg-plugin</artifactId>
- <version>1.6</version>
- <executions>
- <execution>
- <id>sign-release-artifacts</id>
+ <groupId>net.nicoulaj.maven.plugins</groupId>
+ <artifactId>checksum-maven-plugin</artifactId>
+ <version>1.8</version>
+ </plugin>
+ </plugins>
+ </pluginManagement>
+ </build>
+
+ <profiles>
+ <!-- Enable the community supported modules -->
+ <!-- Beware ... build at own risk -->
+ <profile>
+ <id>with-community-modules</id>
+ <modules>
+ <module>community</module>
+ </modules>
+ </profile>
+
+ <!-- Profile for some detailed source checks -->
+ <profile>
+ <id>sourcecheck</id>
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-compiler-plugin</artifactId>
+ <configuration>
+ <showDeprecation>true</showDeprecation>
+ <showWarnings>true</showWarnings>
+ <compilerArgument>${compile.flags}</compilerArgument>
+ </configuration>
+ </plugin>
+
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-checkstyle-plugin</artifactId>
+ <executions>
+ <execution>
+ <id>sourcecheck</id>
+ <phase>verify</phase>
<goals>
- <goal>sign</goal>
+ <goal>checkstyle</goal>
</goals>
<configuration>
- <keyname>${gpg.keyname}</keyname>
- <passphraseServerId>${gpg.passphrase}</passphraseServerId>
+ <failsOnError>false</failsOnError>
+ <!-- classpath -->
+ <configLocation>mahout-checkstyle.xml</configLocation>
+ <consoleOutput>true</consoleOutput>
+ <linkXRef>false</linkXRef>
+ <sourceDirectory>distribution/src</sourceDirectory>
</configuration>
</execution>
</executions>
</plugin>
- <!--<plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-gpg-plugin</artifactId>
- <executions>
- <execution>
- <id>sign-release-artifacts</id>
- <goals>
- <goal>sign</goal>
- </goals>
- </execution>
- </executions>
- </plugin>-->
- </plugins>
- </build>
- </profile>
- <!-- END SNIPPET: release-profile -->
- </profiles>
-<reporting>
-<plugins>
-
-
- <!-- surefire runs unit tests -->
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-surefire-report-plugin</artifactId>
- <version>${msurefire.version}</version>
- </plugin>
- <!-- checkstyle -->
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-checkstyle-plugin</artifactId>
- <version>${mcheckstyle.version}</version>
- <configuration>
- <!-- classpath -->
- <configLocation>mahout-checkstyle.xml</configLocation>
- <consoleOutput>true</consoleOutput>
- </configuration>
- </plugin>
- <!-- test coverage plugin -->
- <plugin>
- <groupId>com.atlassian.maven.plugins</groupId>
- <artifactId>maven-clover2-plugin</artifactId>
- <version>3.1.12</version>
- <configuration>
- <generateHistorical>true</generateHistorical>
- <licenseLocation>buildtools/clover.license</licenseLocation>
- <generatePdf>false</generatePdf>
- <generateXml>true</generateXml>
- <generateHtml>true</generateHtml>
- </configuration>
- </plugin>
- <!-- generate java doc -->
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-javadoc-plugin</artifactId>
- <version>${mjavadoc.version}</version>
- </plugin>
- <!-- code duplication - copy and paste detection -->
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-pmd-plugin</artifactId>
- <version>${mpmd.version}</version>
- <configuration>
- <rulesets>
- <!-- classpath -->
- <ruleset>mahout-pmd-ruleset.xml</ruleset>
- </rulesets>
- <targetJdk>${maven.compiler.target}</targetJdk>
- <linkXRef>false</linkXRef>
- <includeTests>true</includeTests>
- <verbose>true</verbose>
- </configuration>
- </plugin>
- <!-- catch code tags -->
- <plugin>
- <groupId>org.codehaus.mojo</groupId>
- <artifactId>taglist-maven-plugin</artifactId>
- <version>2.4</version>
- <configuration>
- <tags>
- <tag>TODO</tag>
- <tag>todo</tag>
- </tags>
- </configuration>
- </plugin>
- <!-- findbugs -->
- <plugin>
- <groupId>org.codehaus.mojo</groupId>
- <artifactId>findbugs-maven-plugin</artifactId>
- <version>${mfindbugs.version}</version>
- <configuration>
- <xmlOutput>true</xmlOutput>
- <threshold>Low</threshold>
- <effort>Default</effort>
- <!--visitors>FindDeadLocalStores,UnreadFields</visitors-->
- <!--omitVisitors>FindDeadLocalStores,UnreadFields</omitVisitors-->
- <debug>true</debug>
- <relaxed>true</relaxed>
- <!-- classpath -->
- <excludeFilterFile>findbugs-exclude.xml</excludeFilterFile>
- </configuration>
- </plugin>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-changes-plugin</artifactId>
- <version>2.9</version>
- <configuration>
- <onlyCurrentVersion>true</onlyCurrentVersion>
- <columnNames>Type,Key,Summary,Status,Resolution,Assignee</columnNames>
- <sortColumnNames>Type,Key</sortColumnNames>
- </configuration>
- <reportSets>
- <reportSet>
- <reports>
- <report>jira-report</report>
- </reports>
- </reportSet>
- </reportSets>
- </plugin>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-project-info-reports-plugin</artifactId>
- <version>2.8</version>
- <reportSets>
- <reportSet>
- <reports>
- <report>index</report>
- <report>dependencies</report>
- <report>dependency-convergence</report>
- <report>dependency-management</report>
- </reports>
- </reportSet>
- </reportSets>
- </plugin>
- <plugin>
- <groupId>org.codehaus.mojo</groupId>
- <artifactId>taglist-maven-plugin</artifactId>
- <version>2.4</version>
- </plugin>
-
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-site-plugin</artifactId>
- <version>3.7.1</version>
- <!-- below was not parsing -->
- <!--<configuration>
- <reportPlugins>
- <plugin>
- <artifactId>maven-project-info-reports-plugin</artifactId>
- <!–<version>2.2</version>–>
- </plugin>
- <plugin>
- <groupId>net.alchim31.maven</groupId>
- <artifactId>scala-maven-plugin</artifactId>
- <version>4.0.2</version>
- <configuration>
- <jvmArgs>
- <jvmArg>-Xms64m</jvmArg>
- <jvmArg>-Xmx1024m</jvmArg>
- </jvmArgs>
- </configuration>
- </plugin>
- </reportPlugins>
- </configuration>-->
- </plugin>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-checkstyle-plugin</artifactId>
- <version>3.0.0</version>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-pmd-plugin</artifactId>
+ <executions>
+ <execution>
+ <id>sourcecheck</id>
+ <phase>verify</phase>
+ <goals>
+ <goal>check</goal>
+ <goal>cpd-check</goal>
+ </goals>
+ <configuration>
+ <failOnViolation>false</failOnViolation>
+ </configuration>
+ </execution>
+ </executions>
+ </plugin>
+
+ <plugin>
+ <groupId>org.codehaus.mojo</groupId>
+ <artifactId>findbugs-maven-plugin</artifactId>
+ <executions>
+ <execution>
+ <id>sourcecheck</id>
+ <phase>verify</phase>
+ <goals>
+ <goal>check</goal>
+ </goals>
+ </execution>
+ </executions>
+ </plugin>
+ </plugins>
+ </build>
+ </profile>
+
+ <!--
+ Profile that ensures that when building on the CI server also the source
+ and javadoc jars are being built and attached so they are available as
+ SNAPSHOT versions
+ -->
+ <profile>
+ <id>ci</id>
+ <activation>
+ <property>
+ <name>env.JENKINS_URL</name>
+ </property>
+ </activation>
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-source-plugin</artifactId>
+ <executions>
+ <execution>
+ <id>attach-sources</id>
+ <goals>
+ <goal>jar-no-fork</goal>
+ </goals>
+ </execution>
+ </executions>
+ </plugin>
+
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-javadoc-plugin</artifactId>
+ <executions>
+ <execution>
+ <id>attach-javadocs</id>
+ <goals>
+ <goal>jar</goal>
+ </goals>
+ </execution>
+ </executions>
+ </plugin>
+ </plugins>
+ </build>
+ </profile>
+
+ <!--
+ Finetuning of the default apache-release profile.
+ In general we only have it additionally create the SHA512 checksum which
is needed
+ to stage a release candidate.
+ -->
+ <profile>
+ <id>apache-release</id>
+ <build>
+ <plugins>
+ <!--
+ Create MD5 and SHA512 checksum files for the release artifacts.
+ -->
+ <plugin>
+ <groupId>net.nicoulaj.maven.plugins</groupId>
+ <artifactId>checksum-maven-plugin</artifactId>
+ <executions>
+ <execution>
+ <goals>
+ <goal>files</goal>
+ </goals>
+ </execution>
+ </executions>
+ <configuration>
+ <algorithms>
+ <algorithm>SHA-512</algorithm>
+ </algorithms>
+ <fileSets>
+ <fileSet>
+ <directory>${project.build.directory}</directory>
+ <includes>
+
<include>apache-mahout-${project.version}-source-release.zip</include>
+ </includes>
+ </fileSet>
+ </fileSets>
+ </configuration>
+ </plugin>
+ </plugins>
+ </build>
+ </profile>
+ </profiles>
+
+ <reporting>
+ <plugins>
+ <!-- Create a report about the surefire test results -->
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-surefire-report-plugin</artifactId>
+ </plugin>
+
+ <!-- checkstyle -->
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-checkstyle-plugin</artifactId>
+ <configuration>
+ <!-- classpath -->
+ <configLocation>mahout-checkstyle.xml</configLocation>
+ <consoleOutput>true</consoleOutput>
+ </configuration>
+ </plugin>
+
+ <!-- test coverage plugin -->
+ <!-- TODO: Use jacoco instead -->
+ <!--plugin>
+ <groupId>com.atlassian.maven.plugins</groupId>
+ <artifactId>maven-clover2-plugin</artifactId>
+ <version>4.0.6</version>
+ <configuration>
+ <generateHistorical>true</generateHistorical>
+ <licenseLocation>buildtools/clover.license</licenseLocation>
+ <generatePdf>false</generatePdf>
+ <generateXml>true</generateXml>
+ <generateHtml>true</generateHtml>
+ </configuration>
+ </plugin-->
+
+ <!-- generate java doc -->
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-javadoc-plugin</artifactId>
+ </plugin>
+
+ <!-- code duplication - copy and paste detection -->
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-pmd-plugin</artifactId>
+ <configuration>
+ <rulesets>
+ <!-- classpath -->
+ <ruleset>mahout-pmd-ruleset.xml</ruleset>
+ </rulesets>
+ <targetJdk>${maven.compiler.target}</targetJdk>
+ <linkXRef>false</linkXRef>
+ <includeTests>true</includeTests>
+ <verbose>true</verbose>
+ </configuration>
+ </plugin>
+
+ <!-- catch code tags -->
+ <plugin>
+ <groupId>org.codehaus.mojo</groupId>
+ <artifactId>taglist-maven-plugin</artifactId>
+ <configuration>
+ <tags>
+ <tag>TODO</tag>
+ <tag>todo</tag>
+ </tags>
+ </configuration>
+ </plugin>
+
+ <!-- findbugs -->
+ <plugin>
+ <groupId>org.codehaus.mojo</groupId>
+ <artifactId>findbugs-maven-plugin</artifactId>
+ <configuration>
+ <xmlOutput>true</xmlOutput>
+ <threshold>Low</threshold>
+ <effort>Default</effort>
+ <!--visitors>FindDeadLocalStores,UnreadFields</visitors-->
+ <!--omitVisitors>FindDeadLocalStores,UnreadFields</omitVisitors-->
+ <debug>true</debug>
+ <relaxed>true</relaxed>
+ <!-- classpath -->
+ <excludeFilterFile>findbugs-exclude.xml</excludeFilterFile>
+ </configuration>
+ </plugin>
+
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-changes-plugin</artifactId>
+ <configuration>
+ <onlyCurrentVersion>true</onlyCurrentVersion>
+
<columnNames>Type,Key,Summary,Status,Resolution,Assignee</columnNames>
+ <sortColumnNames>Type,Key</sortColumnNames>
+ </configuration>
+ <reportSets>
+ <reportSet>
+ <reports>
+ <report>jira-report</report>
+ </reports>
+ </reportSet>
+ </reportSets>
+ </plugin>
+
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-project-info-reports-plugin</artifactId>
+ <reportSets>
+ <reportSet>
+ <reports>
+ <report>index</report>
+ <report>dependencies</report>
+ <report>dependency-convergence</report>
+ <report>dependency-management</report>
+ </reports>
+ </reportSet>
+ </reportSets>
+ </plugin>
+
+ <plugin>
+ <groupId>org.codehaus.mojo</groupId>
+ <artifactId>taglist-maven-plugin</artifactId>
+ </plugin>
+
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-site-plugin</artifactId>
+ <!-- below was not parsing -->
+ <!--<configuration>
+ <reportPlugins>
+ <plugin>
+ <artifactId>maven-project-info-reports-plugin</artifactId>
+ <!–<version>2.2</version>–>
+ </plugin>
+ <plugin>
+ <groupId>net.alchim31.maven</groupId>
+ <artifactId>scala-maven-plugin</artifactId>
+ <version>4.0.2</version>
+ <configuration>
+ <jvmArgs>
+ <jvmArg>-Xms64m</jvmArg>
+ <jvmArg>-Xmx1024m</jvmArg>
+ </jvmArgs>
+ </configuration>
+ </plugin>
+ </reportPlugins>
+ </configuration>-->
+ </plugin>
+
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-checkstyle-plugin</artifactId>
<configuration>
<configLocation>buildtools/src/main/resources/mahout-checkstyle.xml</configLocation>
</configuration>
- </plugin>
+ </plugin>
</plugins>
</reporting>
+
</project>