Repository: mahout Updated Branches: refs/heads/master 0ecb6685c -> 33c1eab11
MAHOUT-1877: Fix for Flink 1.1.0 and hadoop 2 compatibility, fixed by Flink 1.1.1 Project: http://git-wip-us.apache.org/repos/asf/mahout/repo Commit: http://git-wip-us.apache.org/repos/asf/mahout/commit/33c1eab1 Tree: http://git-wip-us.apache.org/repos/asf/mahout/tree/33c1eab1 Diff: http://git-wip-us.apache.org/repos/asf/mahout/diff/33c1eab1 Branch: refs/heads/master Commit: 33c1eab1133d8f286fb3fd18a105789e7ebee44a Parents: 0ecb668 Author: smarthi <[email protected]> Authored: Thu Aug 11 00:53:48 2016 -0400 Committer: smarthi <[email protected]> Committed: Thu Aug 11 00:53:48 2016 -0400 ---------------------------------------------------------------------- .../org/apache/mahout/flinkbindings/io/HDFSPathSearch.scala | 6 +++--- pom.xml | 2 +- 2 files changed, 4 insertions(+), 4 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/mahout/blob/33c1eab1/flink/src/main/scala/org/apache/mahout/flinkbindings/io/HDFSPathSearch.scala ---------------------------------------------------------------------- diff --git a/flink/src/main/scala/org/apache/mahout/flinkbindings/io/HDFSPathSearch.scala b/flink/src/main/scala/org/apache/mahout/flinkbindings/io/HDFSPathSearch.scala index 1f36fe2..b027878 100644 --- a/flink/src/main/scala/org/apache/mahout/flinkbindings/io/HDFSPathSearch.scala +++ b/flink/src/main/scala/org/apache/mahout/flinkbindings/io/HDFSPathSearch.scala @@ -62,17 +62,17 @@ case class HDFSPathSearch(pathURI: String, filePattern: String = "", recursive: val seed = fs.getFileStatus(new Path(dir)) var f: String = files - if (seed.isDir) { + if (seed.isDirectory) { val fileStatuses: Array[FileStatus] = fs.listStatus(new Path(dir)) for (fileStatus <- fileStatuses) { if (fileStatus.getPath().getName().matches(filePattern) - && !fileStatus.isDir) { + && !fileStatus.isDirectory) { // found a file if (fileStatus.getLen() != 0) { // file is not empty f = f + fileStatus.getPath.toUri.toString + "," } - } else if (fileStatus.isDir && recursive) { + } else if (fileStatus.isDirectory && recursive) { f = findFiles(fileStatus.getPath.toString, filePattern, f) } } http://git-wip-us.apache.org/repos/asf/mahout/blob/33c1eab1/pom.xml ---------------------------------------------------------------------- diff --git a/pom.xml b/pom.xml index 315d9d6..ca0ea21 100644 --- a/pom.xml +++ b/pom.xml @@ -122,7 +122,7 @@ <scala.compat.version>2.10</scala.compat.version> <scala.version>2.10.4</scala.version> <spark.version>1.5.2</spark.version> - <flink.version>1.1.0</flink.version> + <flink.version>1.1.1</flink.version> <h2o.version>0.1.25</h2o.version> <jackson.version>2.7.4</jackson.version> </properties>
