Github user hhbyyh commented on a diff in the pull request:
https://github.com/apache/spark/pull/19020#discussion_r147322978
--- Diff:
mllib/src/main/scala/org/apache/spark/ml/optim/aggregator/HuberAggregator.scala
---
@@ -0,0 +1,145 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.spark.ml.optim.aggregator
+
+import org.apache.spark.broadcast.Broadcast
+import org.apache.spark.ml.feature.Instance
+import org.apache.spark.ml.linalg.Vector
+
+/**
+ * HuberAggregator computes the gradient and loss for a huber loss
function,
+ * as used in robust regression for samples in sparse or dense vector in
an online fashion.
+ *
+ * The huber loss function based on:
+ * <a href="http://statweb.stanford.edu/~owen/reports/hhu.pdf";>Art B. Owen
(2006),
+ * A robust hybrid of lasso and ridge regression</a>.
+ *
+ * Two HuberAggregator can be merged together to have a summary of loss
and gradient of
+ * the corresponding joint dataset.
+ *
+ * The huber loss function is given by
+ *
+ * <blockquote>
+ * $$
+ * \begin{align}
+ * \min_{w, \sigma}\frac{1}{2n}{\sum_{i=1}^n\left(\sigma +
+ * H_m\left(\frac{X_{i}w - y_{i}}{\sigma}\right)\sigma\right) +
\frac{1}{2}\lambda {||w||_2}^2}
+ * \end{align}
+ * $$
+ * </blockquote>
+ *
+ * where
+ *
+ * <blockquote>
+ * $$
+ * \begin{align}
+ * H_m(z) = \begin{cases}
+ * z^2, & \text {if } |z| < \epsilon, \\
+ * 2\epsilon|z| - \epsilon^2, & \text{otherwise}
+ * \end{cases}
+ * \end{align}
+ * $$
+ * </blockquote>
+ *
+ * It is advised to set the parameter $\epsilon$ to 1.35 to achieve 95%
statistical efficiency
+ * for normally distributed data. Please refer to chapter 2 of
+ * <a href="http://statweb.stanford.edu/~owen/reports/hhu.pdf";>
+ * A robust hybrid of lasso and ridge regression</a> for more detail.
+ *
+ * @param fitIntercept Whether to fit an intercept term.
+ * @param epsilon The shape parameter to control the amount of robustness.
+ * @param bcFeaturesStd The broadcast standard deviation values of the
features.
+ * @param bcParameters including three parts: the regression coefficients
corresponding
+ * to the features, the intercept (if fitIntercept is
ture)
+ * and the scale parameter (sigma).
+ */
+private[ml] class HuberAggregator(
+ fitIntercept: Boolean,
+ epsilon: Double,
+ bcFeaturesStd: Broadcast[Array[Double]])(bcParameters:
Broadcast[Vector])
+ extends DifferentiableLossAggregator[Instance, HuberAggregator] {
+
+ protected override val dim: Int = bcParameters.value.size
+ private val numFeatures: Int = if (fitIntercept) dim - 2 else dim - 1
+
+ @transient private lazy val coefficients: Array[Double] =
+ bcParameters.value.toArray.slice(0, numFeatures)
+ private val sigma: Double = bcParameters.value(dim - 1)
+
+ @transient private lazy val featuresStd = bcFeaturesStd.value
+
+ /**
+ * Add a new training instance to this HuberAggregator, and update the
loss and gradient
+ * of the objective function.
+ *
+ * @param instance The instance of data point to be added.
+ * @return This HuberAggregator object.
+ */
+ def add(instance: Instance): HuberAggregator = {
+ instance match { case Instance(label, weight, features) =>
+ require(numFeatures == features.size, s"Dimensions mismatch when
adding new sample." +
+ s" Expecting $numFeatures but got ${features.size}.")
+ require(weight >= 0.0, s"instance weight, $weight has to be >= 0.0")
+
+ if (weight == 0.0) return this
+
+ val margin = {
+ var sum = 0.0
+ features.foreachActive { (index, value) =>
+ if (featuresStd(index) != 0.0 && value != 0.0) {
--- End diff --
also maybe constructor param too.
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
