[
https://issues.apache.org/jira/browse/MAHOUT-1346?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13923585#comment-13923585
]
Hudson commented on MAHOUT-1346:
--------------------------------
SUCCESS: Integrated in Mahout-Quality #2506 (See
[https://builds.apache.org/job/Mahout-Quality/2506/])
MAHOUT-1346
Squashed commit of the following:
(...too long to list... ) (dlyubimov: rev 1575169)
* /mahout/trunk/bin/mahout
* /mahout/trunk/math-scala/pom.xml
*
/mahout/trunk/math-scala/src/main/scala/org/apache/mahout/math/scalabindings/MatrixOps.scala
*
/mahout/trunk/math-scala/src/main/scala/org/apache/mahout/math/scalabindings/RLikeMatrixOps.scala
*
/mahout/trunk/math-scala/src/main/scala/org/apache/mahout/math/scalabindings/SSVD.scala
*
/mahout/trunk/math-scala/src/main/scala/org/apache/mahout/math/scalabindings/package.scala
*
/mahout/trunk/math-scala/src/test/scala/org/apache/mahout/math/scalabindings/MathSuite.scala
*
/mahout/trunk/math/src/main/java/org/apache/mahout/math/CholeskyDecomposition.java
* /mahout/trunk/pom.xml
* /mahout/trunk/spark
* /mahout/trunk/spark/pom.xml
* /mahout/trunk/spark/src
* /mahout/trunk/spark/src/main
* /mahout/trunk/spark/src/main/scala
* /mahout/trunk/spark/src/main/scala/org
* /mahout/trunk/spark/src/main/scala/org/apache
* /mahout/trunk/spark/src/main/scala/org/apache/mahout
* /mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings
* /mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/blas
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/blas/ABt.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/blas/AewB.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/blas/AinCoreB.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/blas/At.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/blas/AtA.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/blas/AtB.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/blas/DrmRddOps.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/blas/Slicing.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/blas/package.scala
* /mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/CheckpointedDrm.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/CheckpointedDrmBase.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/CheckpointedOps.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/DrmLike.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/DrmLikeOps.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/DrmRddInput.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/RLikeDrmOps.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/decompositions
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/decompositions/DQR.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/decompositions/DSSVD.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/package.scala
* /mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/plan
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/plan/AbstractBinaryOp.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/plan/AbstractUnaryOp.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/plan/CheckpointAction.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/plan/OpAB.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/plan/OpABAnyKey.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/plan/OpABt.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/plan/OpAewB.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/plan/OpAewScalar.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/plan/OpAt.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/plan/OpAtA.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/plan/OpAtAnyKey.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/plan/OpAtB.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/plan/OpMapBlock.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/plan/OpRowRange.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/plan/OpTimesLeftMatrix.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/plan/OpTimesRightMatrix.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/drm/plan/package.scala
* /mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/io
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/io/MahoutKryoRegistrator.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/io/WritableKryoSerializer.scala
*
/mahout/trunk/spark/src/main/scala/org/apache/mahout/sparkbindings/package.scala
* /mahout/trunk/spark/src/test
* /mahout/trunk/spark/src/test/scala
* /mahout/trunk/spark/src/test/scala/org
* /mahout/trunk/spark/src/test/scala/org/apache
* /mahout/trunk/spark/src/test/scala/org/apache/mahout
* /mahout/trunk/spark/src/test/scala/org/apache/mahout/sparkbindings
* /mahout/trunk/spark/src/test/scala/org/apache/mahout/sparkbindings/blas
*
/mahout/trunk/spark/src/test/scala/org/apache/mahout/sparkbindings/blas/ABtSuite.scala
*
/mahout/trunk/spark/src/test/scala/org/apache/mahout/sparkbindings/blas/AewBSuite.scala
*
/mahout/trunk/spark/src/test/scala/org/apache/mahout/sparkbindings/blas/AtASuite.scala
*
/mahout/trunk/spark/src/test/scala/org/apache/mahout/sparkbindings/blas/AtSuite.scala
* /mahout/trunk/spark/src/test/scala/org/apache/mahout/sparkbindings/drm
*
/mahout/trunk/spark/src/test/scala/org/apache/mahout/sparkbindings/drm/DrmLikeOpsSuite.scala
*
/mahout/trunk/spark/src/test/scala/org/apache/mahout/sparkbindings/drm/DrmLikeSuite.scala
*
/mahout/trunk/spark/src/test/scala/org/apache/mahout/sparkbindings/drm/RLikeDrmOpsSuite.scala
*
/mahout/trunk/spark/src/test/scala/org/apache/mahout/sparkbindings/drm/decompositions
*
/mahout/trunk/spark/src/test/scala/org/apache/mahout/sparkbindings/drm/decompositions/MathSuite.scala
* /mahout/trunk/spark/src/test/scala/org/apache/mahout/sparkbindings/test
*
/mahout/trunk/spark/src/test/scala/org/apache/mahout/sparkbindings/test/LoggerConfiguration.scala
*
/mahout/trunk/spark/src/test/scala/org/apache/mahout/sparkbindings/test/MahoutLocalContext.scala
> Spark Bindings (DRM)
> --------------------
>
> Key: MAHOUT-1346
> URL: https://issues.apache.org/jira/browse/MAHOUT-1346
> Project: Mahout
> Issue Type: Improvement
> Affects Versions: 0.8
> Reporter: Dmitriy Lyubimov
> Assignee: Dmitriy Lyubimov
> Fix For: 1.0
>
> Attachments: ScalaSparkBindings.pdf
>
>
> Spark bindings for Mahout DRM.
> DRM DSL.
> Disclaimer. This will all be experimental at this point.
> The idea is to wrap DRM by Spark RDD with support of some basic
> functionality, perhaps some humble beginning of Cost-based optimizer
> (0) Spark serialization support for Vector, Matrix
> (1) Bagel transposition
> (2) slim X'X
> (2a) not-so-slim X'X
> (3) blockify() (compose RDD containing vertical blocks of original input)
> (4) read/write Mahout DRM off HDFS
> (5) A'B
> ...
--
This message was sent by Atlassian JIRA
(v6.2#6252)