http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/java/org/apache/spark/Logging.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/java/org/apache/spark/Logging.html b/site/docs/1.6.3/api/java/org/apache/spark/Logging.html new file mode 100644 index 0000000..c26f499 --- /dev/null +++ b/site/docs/1.6.3/api/java/org/apache/spark/Logging.html @@ -0,0 +1,423 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (version 1.7.0_79) on Wed Nov 02 15:16:17 PDT 2016 --> +<title>Logging (Spark 1.6.3 JavaDoc)</title> +<meta name="date" content="2016-11-02"> +<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style"> +</head> +<body> +<script type="text/javascript"><!-- + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Logging (Spark 1.6.3 JavaDoc)"; + } +//--> +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar_top"> +<!-- --> +</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/JobExecutionStatus.html" title="enum in org.apache.spark"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/NarrowDependency.html" title="class in org.apache.spark"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/Logging.html" target="_top">Frames</a></li> +<li><a href="Logging.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark</div> +<h2 title="Interface Logging" class="title">Interface Logging</h2> +</div> +<div class="contentContainer"> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Known Subinterfaces:</dt> +<dd><a href="../../../org/apache/spark/streaming/receiver/ActorHelper.html" title="interface in org.apache.spark.streaming.receiver">ActorHelper</a></dd> +</dl> +<dl> +<dt>All Known Implementing Classes:</dt> +<dd><a href="../../../org/apache/spark/ml/regression/AFTSurvivalRegression.html" title="class in org.apache.spark.ml.regression">AFTSurvivalRegression</a>, <a href="../../../org/apache/spark/ml/regression/AFTSurvivalRegressionModel.html" title="class in org.apache.spark.ml.regression">AFTSurvivalRegressionModel</a>, <a href="../../../org/apache/spark/ml/recommendation/ALS.html" title="class in org.apache.spark.ml.recommendation">ALS</a>, <a href="../../../org/apache/spark/mllib/recommendation/ALS.html" title="class in org.apache.spark.mllib.recommendation">ALS</a>, <a href="../../../org/apache/spark/ml/recommendation/ALSModel.html" title="class in org.apache.spark.ml.recommendation">ALSModel</a>, <a href="../../../org/apache/spark/mllib/fpm/AssociationRules.html" title="class in org.apache.spark.mllib.fpm">AssociationRules</a>, <a href="../../../org/apache/spark/rdd/AsyncRDDActions.html" title="class in org.apache.spark.rdd">AsyncRDDActions</a>, <a href="../../../org/apache/spark/ap i/r/BaseRRDD.html" title="class in org.apache.spark.api.r">BaseRRDD</a>, <a href="../../../org/apache/spark/ml/feature/Binarizer.html" title="class in org.apache.spark.ml.feature">Binarizer</a>, <a href="../../../org/apache/spark/mllib/evaluation/BinaryClassificationMetrics.html" title="class in org.apache.spark.mllib.evaluation">BinaryClassificationMetrics</a>, <a href="../../../org/apache/spark/mllib/clustering/BisectingKMeans.html" title="class in org.apache.spark.mllib.clustering">BisectingKMeans</a>, <a href="../../../org/apache/spark/mllib/clustering/BisectingKMeansModel.html" title="class in org.apache.spark.mllib.clustering">BisectingKMeansModel</a>, <a href="../../../org/apache/spark/mllib/linalg/distributed/BlockMatrix.html" title="class in org.apache.spark.mllib.linalg.distributed">BlockMatrix</a>, <a href="../../../org/apache/spark/broadcast/Broadcast.html" title="class in org.apache.spark.broadcast">Broadcast</a>, <a href="../../../org/apache/spark/ml/feature/Bucketizer .html" title="class in org.apache.spark.ml.feature">Bucketizer</a>, <a href="../../../org/apache/spark/ml/feature/ChiSqSelector.html" title="class in org.apache.spark.ml.feature">ChiSqSelector</a>, <a href="../../../org/apache/spark/ml/feature/ChiSqSelectorModel.html" title="class in org.apache.spark.ml.feature">ChiSqSelectorModel</a>, <a href="../../../org/apache/spark/ml/classification/ClassificationModel.html" title="class in org.apache.spark.ml.classification">ClassificationModel</a>, <a href="../../../org/apache/spark/ml/classification/Classifier.html" title="class in org.apache.spark.ml.classification">Classifier</a>, <a href="../../../org/apache/spark/rdd/CoGroupedRDD.html" title="class in org.apache.spark.rdd">CoGroupedRDD</a>, <a href="../../../org/apache/spark/sql/Column.html" title="class in org.apache.spark.sql">Column</a>, <a href="../../../org/apache/spark/sql/ColumnName.html" title="class in org.apache.spark.sql">ColumnName</a>, <a href="../../../org/apache/spark/ml/f eature/ColumnPruner.html" title="class in org.apache.spark.ml.feature">ColumnPruner</a>, <a href="../../../org/apache/spark/streaming/dstream/ConstantInputDStream.html" title="class in org.apache.spark.streaming.dstream">ConstantInputDStream</a>, <a href="../../../org/apache/spark/ml/feature/CountVectorizer.html" title="class in org.apache.spark.ml.feature">CountVectorizer</a>, <a href="../../../org/apache/spark/ml/feature/CountVectorizerModel.html" title="class in org.apache.spark.ml.feature">CountVectorizerModel</a>, <a href="../../../org/apache/spark/ml/tuning/CrossValidator.html" title="class in org.apache.spark.ml.tuning">CrossValidator</a>, <a href="../../../org/apache/spark/ml/tuning/CrossValidatorModel.html" title="class in org.apache.spark.ml.tuning">CrossValidatorModel</a>, <a href="../../../org/apache/spark/sql/DataFrameReader.html" title="class in org.apache.spark.sql">DataFrameReader</a>, <a href="../../../org/apache/spark/sql/Dataset.html" title="class in org.apache.sp ark.sql">Dataset</a>, <a href="../../../org/apache/spark/mllib/util/DataValidators.html" title="class in org.apache.spark.mllib.util">DataValidators</a>, <a href="../../../org/apache/spark/ml/feature/DCT.html" title="class in org.apache.spark.ml.feature">DCT</a>, <a href="../../../org/apache/spark/mllib/tree/DecisionTree.html" title="class in org.apache.spark.mllib.tree">DecisionTree</a>, <a href="../../../org/apache/spark/ml/classification/DecisionTreeClassificationModel.html" title="class in org.apache.spark.ml.classification">DecisionTreeClassificationModel</a>, <a href="../../../org/apache/spark/ml/classification/DecisionTreeClassifier.html" title="class in org.apache.spark.ml.classification">DecisionTreeClassifier</a>, <a href="../../../org/apache/spark/ml/regression/DecisionTreeRegressionModel.html" title="class in org.apache.spark.ml.regression">DecisionTreeRegressionModel</a>, <a href="../../../org/apache/spark/ml/regression/DecisionTreeRegressor.html" title="class in org.ap ache.spark.ml.regression">DecisionTreeRegressor</a>, <a href="../../../org/apache/spark/ml/clustering/DistributedLDAModel.html" title="class in org.apache.spark.ml.clustering">DistributedLDAModel</a>, <a href="../../../org/apache/spark/rdd/DoubleRDDFunctions.html" title="class in org.apache.spark.rdd">DoubleRDDFunctions</a>, <a href="../../../org/apache/spark/streaming/dstream/DStream.html" title="class in org.apache.spark.streaming.dstream">DStream</a>, <a href="../../../org/apache/spark/graphx/EdgeRDD.html" title="class in org.apache.spark.graphx">EdgeRDD</a>, <a href="../../../org/apache/spark/graphx/impl/EdgeRDDImpl.html" title="class in org.apache.spark.graphx.impl">EdgeRDDImpl</a>, <a href="../../../org/apache/spark/ml/feature/ElementwiseProduct.html" title="class in org.apache.spark.ml.feature">ElementwiseProduct</a>, <a href="../../../org/apache/spark/ml/Estimator.html" title="class in org.apache.spark.ml">Estimator</a>, <a href="../../../org/apache/spark/sql/util/ExecutionL istenerManager.html" title="class in org.apache.spark.sql.util">ExecutionListenerManager</a>, <a href="../../../org/apache/spark/mllib/fpm/FPGrowth.html" title="class in org.apache.spark.mllib.fpm">FPGrowth</a>, <a href="../../../org/apache/spark/ml/classification/GBTClassificationModel.html" title="class in org.apache.spark.ml.classification">GBTClassificationModel</a>, <a href="../../../org/apache/spark/ml/classification/GBTClassifier.html" title="class in org.apache.spark.ml.classification">GBTClassifier</a>, <a href="../../../org/apache/spark/ml/regression/GBTRegressionModel.html" title="class in org.apache.spark.ml.regression">GBTRegressionModel</a>, <a href="../../../org/apache/spark/ml/regression/GBTRegressor.html" title="class in org.apache.spark.ml.regression">GBTRegressor</a>, <a href="../../../org/apache/spark/mllib/regression/GeneralizedLinearAlgorithm.html" title="class in org.apache.spark.mllib.regression">GeneralizedLinearAlgorithm</a>, <a href="../../../org/apache/sp ark/mllib/tree/GradientBoostedTrees.html" title="class in org.apache.spark.mllib.tree">GradientBoostedTrees</a>, <a href="../../../org/apache/spark/mllib/optimization/GradientDescent.html" title="class in org.apache.spark.mllib.optimization">GradientDescent</a>, <a href="../../../org/apache/spark/graphx/util/GraphGenerators.html" title="class in org.apache.spark.graphx.util">GraphGenerators</a>, <a href="../../../org/apache/spark/graphx/GraphLoader.html" title="class in org.apache.spark.graphx">GraphLoader</a>, <a href="../../../org/apache/spark/sql/sources/HadoopFsRelation.html" title="class in org.apache.spark.sql.sources">HadoopFsRelation</a>, <a href="../../../org/apache/spark/rdd/HadoopRDD.html" title="class in org.apache.spark.rdd">HadoopRDD</a>, <a href="../../../org/apache/spark/ml/feature/HashingTF.html" title="class in org.apache.spark.ml.feature">HashingTF</a>, <a href="../../../org/apache/spark/sql/hive/HiveContext.html" title="class in org.apache.spark.sql.hive">HiveCon text</a>, <a href="../../../org/apache/spark/ml/feature/IDF.html" title="class in org.apache.spark.ml.feature">IDF</a>, <a href="../../../org/apache/spark/ml/feature/IDFModel.html" title="class in org.apache.spark.ml.feature">IDFModel</a>, <a href="../../../org/apache/spark/ml/feature/IndexToString.html" title="class in org.apache.spark.ml.feature">IndexToString</a>, <a href="../../../org/apache/spark/streaming/dstream/InputDStream.html" title="class in org.apache.spark.streaming.dstream">InputDStream</a>, <a href="../../../org/apache/spark/scheduler/InputFormatInfo.html" title="class in org.apache.spark.scheduler">InputFormatInfo</a>, <a href="../../../org/apache/spark/ml/feature/Interaction.html" title="class in org.apache.spark.ml.feature">Interaction</a>, <a href="../../../org/apache/spark/ml/regression/IsotonicRegression.html" title="class in org.apache.spark.ml.regression">IsotonicRegression</a>, <a href="../../../org/apache/spark/ml/regression/IsotonicRegressionModel.html" ti tle="class in org.apache.spark.ml.regression">IsotonicRegressionModel</a>, <a href="../../../org/apache/spark/rdd/JdbcRDD.html" title="class in org.apache.spark.rdd">JdbcRDD</a>, <a href="../../../org/apache/spark/scheduler/JobLogger.html" title="class in org.apache.spark.scheduler">JobLogger</a>, <a href="../../../org/apache/spark/ui/jobs/JobProgressListener.html" title="class in org.apache.spark.ui.jobs">JobProgressListener</a>, <a href="../../../org/apache/spark/ml/clustering/KMeans.html" title="class in org.apache.spark.ml.clustering">KMeans</a>, <a href="../../../org/apache/spark/mllib/clustering/KMeans.html" title="class in org.apache.spark.mllib.clustering">KMeans</a>, <a href="../../../org/apache/spark/ml/clustering/KMeansModel.html" title="class in org.apache.spark.ml.clustering">KMeansModel</a>, <a href="../../../org/apache/spark/serializer/KryoSerializer.html" title="class in org.apache.spark.serializer">KryoSerializer</a>, <a href="../../../org/apache/spark/mllib/regress ion/LassoWithSGD.html" title="class in org.apache.spark.mllib.regression">LassoWithSGD</a>, <a href="../../../org/apache/spark/mllib/optimization/LBFGS.html" title="class in org.apache.spark.mllib.optimization">LBFGS</a>, <a href="../../../org/apache/spark/ml/clustering/LDA.html" title="class in org.apache.spark.ml.clustering">LDA</a>, <a href="../../../org/apache/spark/mllib/clustering/LDA.html" title="class in org.apache.spark.mllib.clustering">LDA</a>, <a href="../../../org/apache/spark/ml/clustering/LDAModel.html" title="class in org.apache.spark.ml.clustering">LDAModel</a>, <a href="../../../org/apache/spark/ml/regression/LinearRegression.html" title="class in org.apache.spark.ml.regression">LinearRegression</a>, <a href="../../../org/apache/spark/ml/regression/LinearRegressionModel.html" title="class in org.apache.spark.ml.regression">LinearRegressionModel</a>, <a href="../../../org/apache/spark/mllib/regression/LinearRegressionWithSGD.html" title="class in org.apache.spark.ml lib.regression">LinearRegressionWithSGD</a>, <a href="../../../org/apache/spark/ml/clustering/LocalLDAModel.html" title="class in org.apache.spark.ml.clustering">LocalLDAModel</a>, <a href="../../../org/apache/spark/ml/classification/LogisticRegression.html" title="class in org.apache.spark.ml.classification">LogisticRegression</a>, <a href="../../../org/apache/spark/ml/classification/LogisticRegressionModel.html" title="class in org.apache.spark.ml.classification">LogisticRegressionModel</a>, <a href="../../../org/apache/spark/mllib/classification/LogisticRegressionWithLBFGS.html" title="class in org.apache.spark.mllib.classification">LogisticRegressionWithLBFGS</a>, <a href="../../../org/apache/spark/mllib/classification/LogisticRegressionWithSGD.html" title="class in org.apache.spark.mllib.classification">LogisticRegressionWithSGD</a>, <a href="../../../org/apache/spark/streaming/dstream/MapWithStateDStream.html" title="class in org.apache.spark.streaming.dstream">MapWithStateDSt ream</a>, <a href="../../../org/apache/spark/mllib/recommendation/MatrixFactorizationModel.html" title="class in org.apache.spark.mllib.recommendation">MatrixFactorizationModel</a>, <a href="../../../org/apache/spark/ml/feature/MinMaxScaler.html" title="class in org.apache.spark.ml.feature">MinMaxScaler</a>, <a href="../../../org/apache/spark/ml/feature/MinMaxScalerModel.html" title="class in org.apache.spark.ml.feature">MinMaxScalerModel</a>, <a href="../../../org/apache/spark/ml/util/MLWriter.html" title="class in org.apache.spark.ml.util">MLWriter</a>, <a href="../../../org/apache/spark/ml/Model.html" title="class in org.apache.spark.ml">Model</a>, <a href="../../../org/apache/spark/ml/classification/MultilayerPerceptronClassificationModel.html" title="class in org.apache.spark.ml.classification">MultilayerPerceptronClassificationModel</a>, <a href="../../../org/apache/spark/ml/classification/MultilayerPerceptronClassifier.html" title="class in org.apache.spark.ml.classification" >MultilayerPerceptronClassifier</a>, <a >href="../../../org/apache/spark/ml/classification/NaiveBayes.html" >title="class in org.apache.spark.ml.classification">NaiveBayes</a>, <a >href="../../../org/apache/spark/mllib/classification/NaiveBayes.html" >title="class in org.apache.spark.mllib.classification">NaiveBayes</a>, <a >href="../../../org/apache/spark/ml/classification/NaiveBayesModel.html" >title="class in org.apache.spark.ml.classification">NaiveBayesModel</a>, <a >href="../../../org/apache/spark/rdd/NewHadoopRDD.html" title="class in >org.apache.spark.rdd">NewHadoopRDD</a>, <a >href="../../../org/apache/spark/ml/feature/NGram.html" title="class in >org.apache.spark.ml.feature">NGram</a>, <a >href="../../../org/apache/spark/mllib/tree/model/Node.html" title="class in >org.apache.spark.mllib.tree.model">Node</a>, <a >href="../../../org/apache/spark/ml/feature/Normalizer.html" title="class in >org.apache.spark.ml.feature">Normalizer</a>, <a >href="../../../org/apache/spark/ml/feature/OneHotEn coder.html" title="class in org.apache.spark.ml.feature">OneHotEncoder</a>, <a href="../../../org/apache/spark/ml/classification/OneVsRest.html" title="class in org.apache.spark.ml.classification">OneVsRest</a>, <a href="../../../org/apache/spark/ml/classification/OneVsRestModel.html" title="class in org.apache.spark.ml.classification">OneVsRestModel</a>, <a href="../../../org/apache/spark/rdd/OrderedRDDFunctions.html" title="class in org.apache.spark.rdd">OrderedRDDFunctions</a>, <a href="../../../org/apache/spark/graphx/lib/PageRank.html" title="class in org.apache.spark.graphx.lib">PageRank</a>, <a href="../../../org/apache/spark/rdd/PairRDDFunctions.html" title="class in org.apache.spark.rdd">PairRDDFunctions</a>, <a href="../../../org/apache/spark/api/r/PairwiseRRDD.html" title="class in org.apache.spark.api.r">PairwiseRRDD</a>, <a href="../../../org/apache/spark/rdd/PartitionPruningRDD.html" title="class in org.apache.spark.rdd">PartitionPruningRDD</a>, <a href="../../../org/a pache/spark/ml/feature/PCA.html" title="class in org.apache.spark.ml.feature">PCA</a>, <a href="../../../org/apache/spark/ml/feature/PCAModel.html" title="class in org.apache.spark.ml.feature">PCAModel</a>, <a href="../../../org/apache/spark/ml/Pipeline.html" title="class in org.apache.spark.ml">Pipeline</a>, <a href="../../../org/apache/spark/ml/PipelineModel.html" title="class in org.apache.spark.ml">PipelineModel</a>, <a href="../../../org/apache/spark/ml/PipelineStage.html" title="class in org.apache.spark.ml">PipelineStage</a>, <a href="../../../org/apache/spark/ml/feature/PolynomialExpansion.html" title="class in org.apache.spark.ml.feature">PolynomialExpansion</a>, <a href="../../../org/apache/spark/ml/PredictionModel.html" title="class in org.apache.spark.ml">PredictionModel</a>, <a href="../../../org/apache/spark/ml/Predictor.html" title="class in org.apache.spark.ml">Predictor</a>, <a href="../../../org/apache/spark/mllib/fpm/PrefixSpan.html" title="class in org.apache.spa rk.mllib.fpm">PrefixSpan</a>, <a href="../../../org/apache/spark/graphx/Pregel.html" title="class in org.apache.spark.graphx">Pregel</a>, <a href="../../../org/apache/spark/ml/classification/ProbabilisticClassificationModel.html" title="class in org.apache.spark.ml.classification">ProbabilisticClassificationModel</a>, <a href="../../../org/apache/spark/ml/classification/ProbabilisticClassifier.html" title="class in org.apache.spark.ml.classification">ProbabilisticClassifier</a>, <a href="../../../org/apache/spark/ml/feature/QuantileDiscretizer.html" title="class in org.apache.spark.ml.feature">QuantileDiscretizer</a>, <a href="../../../org/apache/spark/mllib/tree/RandomForest.html" title="class in org.apache.spark.mllib.tree">RandomForest</a>, <a href="../../../org/apache/spark/ml/classification/RandomForestClassificationModel.html" title="class in org.apache.spark.ml.classification">RandomForestClassificationModel</a>, <a href="../../../org/apache/spark/ml/classification/RandomFore stClassifier.html" title="class in org.apache.spark.ml.classification">RandomForestClassifier</a>, <a href="../../../org/apache/spark/ml/regression/RandomForestRegressionModel.html" title="class in org.apache.spark.ml.regression">RandomForestRegressionModel</a>, <a href="../../../org/apache/spark/ml/regression/RandomForestRegressor.html" title="class in org.apache.spark.ml.regression">RandomForestRegressor</a>, <a href="../../../org/apache/spark/mllib/evaluation/RankingMetrics.html" title="class in org.apache.spark.mllib.evaluation">RankingMetrics</a>, <a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a>, <a href="../../../org/apache/spark/streaming/dstream/ReceiverInputDStream.html" title="class in org.apache.spark.streaming.dstream">ReceiverInputDStream</a>, <a href="../../../org/apache/spark/ml/feature/RegexTokenizer.html" title="class in org.apache.spark.ml.feature">RegexTokenizer</a>, <a href="../../../org/apache/spark/mllib/evaluation/ RegressionMetrics.html" title="class in org.apache.spark.mllib.evaluation">RegressionMetrics</a>, <a href="../../../org/apache/spark/ml/regression/RegressionModel.html" title="class in org.apache.spark.ml.regression">RegressionModel</a>, <a href="../../../org/apache/spark/ml/feature/RFormula.html" title="class in org.apache.spark.ml.feature">RFormula</a>, <a href="../../../org/apache/spark/ml/feature/RFormulaModel.html" title="class in org.apache.spark.ml.feature">RFormulaModel</a>, <a href="../../../org/apache/spark/mllib/regression/RidgeRegressionWithSGD.html" title="class in org.apache.spark.mllib.regression">RidgeRegressionWithSGD</a>, <a href="../../../org/apache/spark/mllib/linalg/distributed/RowMatrix.html" title="class in org.apache.spark.mllib.linalg.distributed">RowMatrix</a>, <a href="../../../org/apache/spark/api/r/RRDD.html" title="class in org.apache.spark.api.r">RRDD</a>, <a href="../../../org/apache/spark/sql/hive/execution/ScriptTransformationWriterThread.html" titl e="class in org.apache.spark.sql.hive.execution">ScriptTransformationWriterThread</a>, <a href="../../../org/apache/spark/rdd/SequenceFileRDDFunctions.html" title="class in org.apache.spark.rdd">SequenceFileRDDFunctions</a>, <a href="../../../org/apache/spark/rdd/ShuffledRDD.html" title="class in org.apache.spark.rdd">ShuffledRDD</a>, <a href="../../../org/apache/spark/util/SizeEstimator.html" title="class in org.apache.spark.util">SizeEstimator</a>, <a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a>, <a href="../../../org/apache/spark/SparkContext.html" title="class in org.apache.spark">SparkContext</a>, <a href="../../../org/apache/spark/SparkEnv.html" title="class in org.apache.spark">SparkEnv</a>, <a href="../../../org/apache/spark/sql/SQLContext.html" title="class in org.apache.spark.sql">SQLContext</a>, <a href="../../../org/apache/spark/ml/feature/SQLTransformer.html" title="class in org.apache.spark.ml.feature">SQLTransformer</ a>, <a href="../../../org/apache/spark/ml/feature/StandardScaler.html" title="class in org.apache.spark.ml.feature">StandardScaler</a>, <a href="../../../org/apache/spark/mllib/feature/StandardScaler.html" title="class in org.apache.spark.mllib.feature">StandardScaler</a>, <a href="../../../org/apache/spark/ml/feature/StandardScalerModel.html" title="class in org.apache.spark.ml.feature">StandardScalerModel</a>, <a href="../../../org/apache/spark/scheduler/StatsReportListener.html" title="class in org.apache.spark.scheduler">StatsReportListener</a>, <a href="../../../org/apache/spark/ml/feature/StopWordsRemover.html" title="class in org.apache.spark.ml.feature">StopWordsRemover</a>, <a href="../../../org/apache/spark/streaming/StreamingContext.html" title="class in org.apache.spark.streaming">StreamingContext</a>, <a href="../../../org/apache/spark/mllib/clustering/StreamingKMeans.html" title="class in org.apache.spark.mllib.clustering">StreamingKMeans</a>, <a href="../../../org/apa che/spark/mllib/clustering/StreamingKMeansModel.html" title="class in org.apache.spark.mllib.clustering">StreamingKMeansModel</a>, <a href="../../../org/apache/spark/mllib/regression/StreamingLinearAlgorithm.html" title="class in org.apache.spark.mllib.regression">StreamingLinearAlgorithm</a>, <a href="../../../org/apache/spark/mllib/regression/StreamingLinearRegressionWithSGD.html" title="class in org.apache.spark.mllib.regression">StreamingLinearRegressionWithSGD</a>, <a href="../../../org/apache/spark/mllib/classification/StreamingLogisticRegressionWithSGD.html" title="class in org.apache.spark.mllib.classification">StreamingLogisticRegressionWithSGD</a>, <a href="../../../org/apache/spark/mllib/stat/test/StreamingTest.html" title="class in org.apache.spark.mllib.stat.test">StreamingTest</a>, <a href="../../../org/apache/spark/ml/feature/StringIndexer.html" title="class in org.apache.spark.ml.feature">StringIndexer</a>, <a href="../../../org/apache/spark/ml/feature/StringIndexerM odel.html" title="class in org.apache.spark.ml.feature">StringIndexerModel</a>, <a href="../../../org/apache/spark/api/r/StringRRDD.html" title="class in org.apache.spark.api.r">StringRRDD</a>, <a href="../../../org/apache/spark/mllib/classification/SVMWithSGD.html" title="class in org.apache.spark.mllib.classification">SVMWithSGD</a>, <a href="../../../org/apache/spark/ml/feature/Tokenizer.html" title="class in org.apache.spark.ml.feature">Tokenizer</a>, <a href="../../../org/apache/spark/ml/tuning/TrainValidationSplit.html" title="class in org.apache.spark.ml.tuning">TrainValidationSplit</a>, <a href="../../../org/apache/spark/ml/tuning/TrainValidationSplitModel.html" title="class in org.apache.spark.ml.tuning">TrainValidationSplitModel</a>, <a href="../../../org/apache/spark/ml/Transformer.html" title="class in org.apache.spark.ml">Transformer</a>, <a href="../../../org/apache/spark/sql/TypedColumn.html" title="class in org.apache.spark.sql">TypedColumn</a>, <a href="../../../org /apache/spark/sql/UDFRegistration.html" title="class in org.apache.spark.sql">UDFRegistration</a>, <a href="../../../org/apache/spark/ml/UnaryTransformer.html" title="class in org.apache.spark.ml">UnaryTransformer</a>, <a href="../../../org/apache/spark/rdd/UnionRDD.html" title="class in org.apache.spark.rdd">UnionRDD</a>, <a href="../../../org/apache/spark/ml/feature/VectorAssembler.html" title="class in org.apache.spark.ml.feature">VectorAssembler</a>, <a href="../../../org/apache/spark/ml/feature/VectorAttributeRewriter.html" title="class in org.apache.spark.ml.feature">VectorAttributeRewriter</a>, <a href="../../../org/apache/spark/ml/feature/VectorIndexer.html" title="class in org.apache.spark.ml.feature">VectorIndexer</a>, <a href="../../../org/apache/spark/ml/feature/VectorIndexerModel.html" title="class in org.apache.spark.ml.feature">VectorIndexerModel</a>, <a href="../../../org/apache/spark/ml/feature/VectorSlicer.html" title="class in org.apache.spark.ml.feature">VectorSl icer</a>, <a href="../../../org/apache/spark/graphx/VertexRDD.html" title="class in org.apache.spark.graphx">VertexRDD</a>, <a href="../../../org/apache/spark/graphx/impl/VertexRDDImpl.html" title="class in org.apache.spark.graphx.impl">VertexRDDImpl</a>, <a href="../../../org/apache/spark/ml/feature/Word2Vec.html" title="class in org.apache.spark.ml.feature">Word2Vec</a>, <a href="../../../org/apache/spark/mllib/feature/Word2Vec.html" title="class in org.apache.spark.mllib.feature">Word2Vec</a>, <a href="../../../org/apache/spark/ml/feature/Word2VecModel.html" title="class in org.apache.spark.ml.feature">Word2VecModel</a></dd> +</dl> +<hr> +<br> +<pre>public interface <span class="strong">Logging</span></pre> +<div class="block">Utility trait for classes that want to log data. Creates a SLF4J logger for the class and allows + logging messages at different levels using methods that only evaluate parameters lazily if the + log level is enabled. + <p> + NOTE: DO NOT USE this class outside of Spark. It is intended as an internal utility. + This will likely be changed or removed in future releases.</div> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span>Methods</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/Logging.html#initializeIfNecessary()">initializeIfNecessary</a></strong>()</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/Logging.html#initializeLogging()">initializeLogging</a></strong>()</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>boolean</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/Logging.html#isTraceEnabled()">isTraceEnabled</a></strong>()</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>org.slf4j.Logger</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/Logging.html#log_()">log_</a></strong>()</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>org.slf4j.Logger</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/Logging.html#log()">log</a></strong>()</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/Logging.html#logDebug(scala.Function0)">logDebug</a></strong>(scala.Function0<String> msg)</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/Logging.html#logDebug(scala.Function0,%20java.lang.Throwable)">logDebug</a></strong>(scala.Function0<String> msg, + Throwable throwable)</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/Logging.html#logError(scala.Function0)">logError</a></strong>(scala.Function0<String> msg)</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/Logging.html#logError(scala.Function0,%20java.lang.Throwable)">logError</a></strong>(scala.Function0<String> msg, + Throwable throwable)</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/Logging.html#logInfo(scala.Function0)">logInfo</a></strong>(scala.Function0<String> msg)</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/Logging.html#logInfo(scala.Function0,%20java.lang.Throwable)">logInfo</a></strong>(scala.Function0<String> msg, + Throwable throwable)</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>String</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/Logging.html#logName()">logName</a></strong>()</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/Logging.html#logTrace(scala.Function0)">logTrace</a></strong>(scala.Function0<String> msg)</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/Logging.html#logTrace(scala.Function0,%20java.lang.Throwable)">logTrace</a></strong>(scala.Function0<String> msg, + Throwable throwable)</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/Logging.html#logWarning(scala.Function0)">logWarning</a></strong>(scala.Function0<String> msg)</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>void</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/Logging.html#logWarning(scala.Function0,%20java.lang.Throwable)">logWarning</a></strong>(scala.Function0<String> msg, + Throwable throwable)</code> </td> +</tr> +</table> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="log_()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>log_</h4> +<pre>org.slf4j.Logger log_()</pre> +</li> +</ul> +<a name="logName()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>logName</h4> +<pre>String logName()</pre> +</li> +</ul> +<a name="log()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>log</h4> +<pre>org.slf4j.Logger log()</pre> +</li> +</ul> +<a name="logInfo(scala.Function0)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>logInfo</h4> +<pre>void logInfo(scala.Function0<String> msg)</pre> +</li> +</ul> +<a name="logDebug(scala.Function0)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>logDebug</h4> +<pre>void logDebug(scala.Function0<String> msg)</pre> +</li> +</ul> +<a name="logTrace(scala.Function0)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>logTrace</h4> +<pre>void logTrace(scala.Function0<String> msg)</pre> +</li> +</ul> +<a name="logWarning(scala.Function0)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>logWarning</h4> +<pre>void logWarning(scala.Function0<String> msg)</pre> +</li> +</ul> +<a name="logError(scala.Function0)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>logError</h4> +<pre>void logError(scala.Function0<String> msg)</pre> +</li> +</ul> +<a name="logInfo(scala.Function0, java.lang.Throwable)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>logInfo</h4> +<pre>void logInfo(scala.Function0<String> msg, + Throwable throwable)</pre> +</li> +</ul> +<a name="logDebug(scala.Function0, java.lang.Throwable)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>logDebug</h4> +<pre>void logDebug(scala.Function0<String> msg, + Throwable throwable)</pre> +</li> +</ul> +<a name="logTrace(scala.Function0, java.lang.Throwable)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>logTrace</h4> +<pre>void logTrace(scala.Function0<String> msg, + Throwable throwable)</pre> +</li> +</ul> +<a name="logWarning(scala.Function0, java.lang.Throwable)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>logWarning</h4> +<pre>void logWarning(scala.Function0<String> msg, + Throwable throwable)</pre> +</li> +</ul> +<a name="logError(scala.Function0, java.lang.Throwable)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>logError</h4> +<pre>void logError(scala.Function0<String> msg, + Throwable throwable)</pre> +</li> +</ul> +<a name="isTraceEnabled()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>isTraceEnabled</h4> +<pre>boolean isTraceEnabled()</pre> +</li> +</ul> +<a name="initializeIfNecessary()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>initializeIfNecessary</h4> +<pre>void initializeIfNecessary()</pre> +</li> +</ul> +<a name="initializeLogging()"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>initializeLogging</h4> +<pre>void initializeLogging()</pre> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar_bottom"> +<!-- --> +</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/JobExecutionStatus.html" title="enum in org.apache.spark"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/NarrowDependency.html" title="class in org.apache.spark"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/Logging.html" target="_top">Frames</a></li> +<li><a href="Logging.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body> +</html>
http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/java/org/apache/spark/NarrowDependency.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/java/org/apache/spark/NarrowDependency.html b/site/docs/1.6.3/api/java/org/apache/spark/NarrowDependency.html new file mode 100644 index 0000000..3aed68e --- /dev/null +++ b/site/docs/1.6.3/api/java/org/apache/spark/NarrowDependency.html @@ -0,0 +1,293 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (version 1.7.0_79) on Wed Nov 02 15:16:17 PDT 2016 --> +<title>NarrowDependency (Spark 1.6.3 JavaDoc)</title> +<meta name="date" content="2016-11-02"> +<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style"> +</head> +<body> +<script type="text/javascript"><!-- + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="NarrowDependency (Spark 1.6.3 JavaDoc)"; + } +//--> +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar_top"> +<!-- --> +</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/Logging.html" title="interface in org.apache.spark"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/OneToOneDependency.html" title="class in org.apache.spark"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/NarrowDependency.html" target="_top">Frames</a></li> +<li><a href="NarrowDependency.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor_summary">Constr</a> | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor_detail">Constr</a> | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark</div> +<h2 title="Class NarrowDependency" class="title">Class NarrowDependency<T></h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>Object</li> +<li> +<ul class="inheritance"> +<li><a href="../../../org/apache/spark/Dependency.html" title="class in org.apache.spark">org.apache.spark.Dependency</a><T></li> +<li> +<ul class="inheritance"> +<li>org.apache.spark.NarrowDependency<T></li> +</ul> +</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Implemented Interfaces:</dt> +<dd>java.io.Serializable</dd> +</dl> +<dl> +<dt>Direct Known Subclasses:</dt> +<dd><a href="../../../org/apache/spark/OneToOneDependency.html" title="class in org.apache.spark">OneToOneDependency</a>, <a href="../../../org/apache/spark/RangeDependency.html" title="class in org.apache.spark">RangeDependency</a></dd> +</dl> +<hr> +<br> +<pre>public abstract class <span class="strong">NarrowDependency<T></span> +extends <a href="../../../org/apache/spark/Dependency.html" title="class in org.apache.spark">Dependency</a><T></pre> +<div class="block">:: DeveloperApi :: + Base class for dependencies where each partition of the child RDD depends on a small number + of partitions of the parent RDD. Narrow dependencies allow for pipelined execution.</div> +<dl><dt><span class="strong">See Also:</span></dt><dd><a href="../../../serialized-form.html#org.apache.spark.NarrowDependency">Serialized Form</a></dd></dl> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor_summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><strong><a href="../../../org/apache/spark/NarrowDependency.html#NarrowDependency(org.apache.spark.rdd.RDD)">NarrowDependency</a></strong>(<a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><<a href="../../../org/apache/spark/NarrowDependency.html" title="type parameter in NarrowDependency">T</a>> _rdd)</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span>Methods</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>abstract scala.collection.Seq<Object></code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/NarrowDependency.html#getParents(int)">getParents</a></strong>(int partitionId)</code> +<div class="block">Get the parent partitions for a child partition.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code><a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><<a href="../../../org/apache/spark/NarrowDependency.html" title="type parameter in NarrowDependency">T</a>></code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/NarrowDependency.html#rdd()">rdd</a></strong>()</code> </td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods_inherited_from_class_Object"> +<!-- --> +</a> +<h3>Methods inherited from class Object</h3> +<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor_detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="NarrowDependency(org.apache.spark.rdd.RDD)"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>NarrowDependency</h4> +<pre>public NarrowDependency(<a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><<a href="../../../org/apache/spark/NarrowDependency.html" title="type parameter in NarrowDependency">T</a>> _rdd)</pre> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="getParents(int)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getParents</h4> +<pre>public abstract scala.collection.Seq<Object> getParents(int partitionId)</pre> +<div class="block">Get the parent partitions for a child partition.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>partitionId</code> - a partition of the child RDD</dd> +<dt><span class="strong">Returns:</span></dt><dd>the partitions of the parent RDD that the child partition depends upon</dd></dl> +</li> +</ul> +<a name="rdd()"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>rdd</h4> +<pre>public <a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><<a href="../../../org/apache/spark/NarrowDependency.html" title="type parameter in NarrowDependency">T</a>> rdd()</pre> +<dl> +<dt><strong>Specified by:</strong></dt> +<dd><code><a href="../../../org/apache/spark/Dependency.html#rdd()">rdd</a></code> in class <code><a href="../../../org/apache/spark/Dependency.html" title="class in org.apache.spark">Dependency</a><<a href="../../../org/apache/spark/NarrowDependency.html" title="type parameter in NarrowDependency">T</a>></code></dd> +</dl> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar_bottom"> +<!-- --> +</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/Logging.html" title="interface in org.apache.spark"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/OneToOneDependency.html" title="class in org.apache.spark"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/NarrowDependency.html" target="_top">Frames</a></li> +<li><a href="NarrowDependency.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor_summary">Constr</a> | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor_detail">Constr</a> | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body> +</html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/java/org/apache/spark/OneToOneDependency.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/java/org/apache/spark/OneToOneDependency.html b/site/docs/1.6.3/api/java/org/apache/spark/OneToOneDependency.html new file mode 100644 index 0000000..4e9802d --- /dev/null +++ b/site/docs/1.6.3/api/java/org/apache/spark/OneToOneDependency.html @@ -0,0 +1,287 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (version 1.7.0_79) on Wed Nov 02 15:16:17 PDT 2016 --> +<title>OneToOneDependency (Spark 1.6.3 JavaDoc)</title> +<meta name="date" content="2016-11-02"> +<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style"> +</head> +<body> +<script type="text/javascript"><!-- + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="OneToOneDependency (Spark 1.6.3 JavaDoc)"; + } +//--> +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar_top"> +<!-- --> +</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/NarrowDependency.html" title="class in org.apache.spark"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/Partition.html" title="interface in org.apache.spark"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/OneToOneDependency.html" target="_top">Frames</a></li> +<li><a href="OneToOneDependency.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor_summary">Constr</a> | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor_detail">Constr</a> | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark</div> +<h2 title="Class OneToOneDependency" class="title">Class OneToOneDependency<T></h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>Object</li> +<li> +<ul class="inheritance"> +<li><a href="../../../org/apache/spark/Dependency.html" title="class in org.apache.spark">org.apache.spark.Dependency</a><T></li> +<li> +<ul class="inheritance"> +<li><a href="../../../org/apache/spark/NarrowDependency.html" title="class in org.apache.spark">org.apache.spark.NarrowDependency</a><T></li> +<li> +<ul class="inheritance"> +<li>org.apache.spark.OneToOneDependency<T></li> +</ul> +</li> +</ul> +</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Implemented Interfaces:</dt> +<dd>java.io.Serializable</dd> +</dl> +<hr> +<br> +<pre>public class <span class="strong">OneToOneDependency<T></span> +extends <a href="../../../org/apache/spark/NarrowDependency.html" title="class in org.apache.spark">NarrowDependency</a><T></pre> +<div class="block">:: DeveloperApi :: + Represents a one-to-one dependency between partitions of the parent and child RDDs.</div> +<dl><dt><span class="strong">See Also:</span></dt><dd><a href="../../../serialized-form.html#org.apache.spark.OneToOneDependency">Serialized Form</a></dd></dl> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor_summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><strong><a href="../../../org/apache/spark/OneToOneDependency.html#OneToOneDependency(org.apache.spark.rdd.RDD)">OneToOneDependency</a></strong>(<a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><<a href="../../../org/apache/spark/OneToOneDependency.html" title="type parameter in OneToOneDependency">T</a>> rdd)</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span>Methods</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>scala.collection.immutable.List<Object></code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/OneToOneDependency.html#getParents(int)">getParents</a></strong>(int partitionId)</code> +<div class="block">Get the parent partitions for a child partition.</div> +</td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods_inherited_from_class_org.apache.spark.NarrowDependency"> +<!-- --> +</a> +<h3>Methods inherited from class org.apache.spark.<a href="../../../org/apache/spark/NarrowDependency.html" title="class in org.apache.spark">NarrowDependency</a></h3> +<code><a href="../../../org/apache/spark/NarrowDependency.html#rdd()">rdd</a></code></li> +</ul> +<ul class="blockList"> +<li class="blockList"><a name="methods_inherited_from_class_Object"> +<!-- --> +</a> +<h3>Methods inherited from class Object</h3> +<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor_detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="OneToOneDependency(org.apache.spark.rdd.RDD)"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>OneToOneDependency</h4> +<pre>public OneToOneDependency(<a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><<a href="../../../org/apache/spark/OneToOneDependency.html" title="type parameter in OneToOneDependency">T</a>> rdd)</pre> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="getParents(int)"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>getParents</h4> +<pre>public scala.collection.immutable.List<Object> getParents(int partitionId)</pre> +<div class="block"><strong>Description copied from class: <code><a href="../../../org/apache/spark/NarrowDependency.html#getParents(int)">NarrowDependency</a></code></strong></div> +<div class="block">Get the parent partitions for a child partition.</div> +<dl> +<dt><strong>Specified by:</strong></dt> +<dd><code><a href="../../../org/apache/spark/NarrowDependency.html#getParents(int)">getParents</a></code> in class <code><a href="../../../org/apache/spark/NarrowDependency.html" title="class in org.apache.spark">NarrowDependency</a><<a href="../../../org/apache/spark/OneToOneDependency.html" title="type parameter in OneToOneDependency">T</a>></code></dd> +<dt><span class="strong">Parameters:</span></dt><dd><code>partitionId</code> - a partition of the child RDD</dd> +<dt><span class="strong">Returns:</span></dt><dd>the partitions of the parent RDD that the child partition depends upon</dd></dl> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar_bottom"> +<!-- --> +</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/NarrowDependency.html" title="class in org.apache.spark"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/Partition.html" title="interface in org.apache.spark"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/OneToOneDependency.html" target="_top">Frames</a></li> +<li><a href="OneToOneDependency.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor_summary">Constr</a> | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor_detail">Constr</a> | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body> +</html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/java/org/apache/spark/Partition.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/java/org/apache/spark/Partition.html b/site/docs/1.6.3/api/java/org/apache/spark/Partition.html new file mode 100644 index 0000000..8a0da7f --- /dev/null +++ b/site/docs/1.6.3/api/java/org/apache/spark/Partition.html @@ -0,0 +1,231 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (version 1.7.0_79) on Wed Nov 02 15:16:17 PDT 2016 --> +<title>Partition (Spark 1.6.3 JavaDoc)</title> +<meta name="date" content="2016-11-02"> +<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style"> +</head> +<body> +<script type="text/javascript"><!-- + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Partition (Spark 1.6.3 JavaDoc)"; + } +//--> +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar_top"> +<!-- --> +</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/OneToOneDependency.html" title="class in org.apache.spark"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/Partition.html" target="_top">Frames</a></li> +<li><a href="Partition.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark</div> +<h2 title="Interface Partition" class="title">Interface Partition</h2> +</div> +<div class="contentContainer"> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Superinterfaces:</dt> +<dd>java.io.Serializable</dd> +</dl> +<hr> +<br> +<pre>public interface <span class="strong">Partition</span> +extends scala.Serializable</pre> +<div class="block">An identifier for a partition in an RDD.</div> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span>Methods</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>int</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/Partition.html#hashCode()">hashCode</a></strong>()</code> </td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>int</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/Partition.html#index()">index</a></strong>()</code> +<div class="block">Get the partition's index within its parent RDD</div> +</td> +</tr> +</table> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="index()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>index</h4> +<pre>int index()</pre> +<div class="block">Get the partition's index within its parent RDD</div> +<dl><dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="hashCode()"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>hashCode</h4> +<pre>int hashCode()</pre> +<dl> +<dt><strong>Overrides:</strong></dt> +<dd><code>hashCode</code> in class <code>Object</code></dd> +</dl> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar_bottom"> +<!-- --> +</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/OneToOneDependency.html" title="class in org.apache.spark"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/Partition.html" target="_top">Frames</a></li> +<li><a href="Partition.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li>Constr | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body> +</html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/java/org/apache/spark/Partitioner.html ---------------------------------------------------------------------- diff --git a/site/docs/1.6.3/api/java/org/apache/spark/Partitioner.html b/site/docs/1.6.3/api/java/org/apache/spark/Partitioner.html new file mode 100644 index 0000000..4af1b38 --- /dev/null +++ b/site/docs/1.6.3/api/java/org/apache/spark/Partitioner.html @@ -0,0 +1,311 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<!-- NewPage --> +<html lang="en"> +<head> +<!-- Generated by javadoc (version 1.7.0_79) on Wed Nov 02 15:16:17 PDT 2016 --> +<title>Partitioner (Spark 1.6.3 JavaDoc)</title> +<meta name="date" content="2016-11-02"> +<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style"> +</head> +<body> +<script type="text/javascript"><!-- + if (location.href.indexOf('is-external=true') == -1) { + parent.document.title="Partitioner (Spark 1.6.3 JavaDoc)"; + } +//--> +</script> +<noscript> +<div>JavaScript is disabled on your browser.</div> +</noscript> +<!-- ========= START OF TOP NAVBAR ======= --> +<div class="topNav"><a name="navbar_top"> +<!-- --> +</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/Partition.html" title="interface in org.apache.spark"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/RangeDependency.html" title="class in org.apache.spark"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/Partitioner.html" target="_top">Frames</a></li> +<li><a href="Partitioner.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_top"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_top"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor_summary">Constr</a> | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor_detail">Constr</a> | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_top"> +<!-- --> +</a></div> +<!-- ========= END OF TOP NAVBAR ========= --> +<!-- ======== START OF CLASS DATA ======== --> +<div class="header"> +<div class="subTitle">org.apache.spark</div> +<h2 title="Class Partitioner" class="title">Class Partitioner</h2> +</div> +<div class="contentContainer"> +<ul class="inheritance"> +<li>Object</li> +<li> +<ul class="inheritance"> +<li>org.apache.spark.Partitioner</li> +</ul> +</li> +</ul> +<div class="description"> +<ul class="blockList"> +<li class="blockList"> +<dl> +<dt>All Implemented Interfaces:</dt> +<dd>java.io.Serializable</dd> +</dl> +<dl> +<dt>Direct Known Subclasses:</dt> +<dd><a href="../../../org/apache/spark/HashPartitioner.html" title="class in org.apache.spark">HashPartitioner</a>, <a href="../../../org/apache/spark/RangePartitioner.html" title="class in org.apache.spark">RangePartitioner</a></dd> +</dl> +<hr> +<br> +<pre>public abstract class <span class="strong">Partitioner</span> +extends Object +implements scala.Serializable</pre> +<div class="block">An object that defines how the elements in a key-value pair RDD are partitioned by key. + Maps each key to a partition ID, from 0 to <code>numPartitions - 1</code>.</div> +<dl><dt><span class="strong">See Also:</span></dt><dd><a href="../../../serialized-form.html#org.apache.spark.Partitioner">Serialized Form</a></dd></dl> +</li> +</ul> +</div> +<div class="summary"> +<ul class="blockList"> +<li class="blockList"> +<!-- ======== CONSTRUCTOR SUMMARY ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor_summary"> +<!-- --> +</a> +<h3>Constructor Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> +<caption><span>Constructors</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colOne" scope="col">Constructor and Description</th> +</tr> +<tr class="altColor"> +<td class="colOne"><code><strong><a href="../../../org/apache/spark/Partitioner.html#Partitioner()">Partitioner</a></strong>()</code> </td> +</tr> +</table> +</li> +</ul> +<!-- ========== METHOD SUMMARY =========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_summary"> +<!-- --> +</a> +<h3>Method Summary</h3> +<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> +<caption><span>Methods</span><span class="tabEnd"> </span></caption> +<tr> +<th class="colFirst" scope="col">Modifier and Type</th> +<th class="colLast" scope="col">Method and Description</th> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>static <a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a></code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/Partitioner.html#defaultPartitioner(org.apache.spark.rdd.RDD,%20scala.collection.Seq)">defaultPartitioner</a></strong>(<a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><?> rdd, + scala.collection.Seq<<a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><?>> others)</code> +<div class="block">Choose a partitioner to use for a cogroup-like operation between a number of RDDs.</div> +</td> +</tr> +<tr class="rowColor"> +<td class="colFirst"><code>abstract int</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/Partitioner.html#getPartition(java.lang.Object)">getPartition</a></strong>(Object key)</code> </td> +</tr> +<tr class="altColor"> +<td class="colFirst"><code>abstract int</code></td> +<td class="colLast"><code><strong><a href="../../../org/apache/spark/Partitioner.html#numPartitions()">numPartitions</a></strong>()</code> </td> +</tr> +</table> +<ul class="blockList"> +<li class="blockList"><a name="methods_inherited_from_class_Object"> +<!-- --> +</a> +<h3>Methods inherited from class Object</h3> +<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +<div class="details"> +<ul class="blockList"> +<li class="blockList"> +<!-- ========= CONSTRUCTOR DETAIL ======== --> +<ul class="blockList"> +<li class="blockList"><a name="constructor_detail"> +<!-- --> +</a> +<h3>Constructor Detail</h3> +<a name="Partitioner()"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>Partitioner</h4> +<pre>public Partitioner()</pre> +</li> +</ul> +</li> +</ul> +<!-- ============ METHOD DETAIL ========== --> +<ul class="blockList"> +<li class="blockList"><a name="method_detail"> +<!-- --> +</a> +<h3>Method Detail</h3> +<a name="defaultPartitioner(org.apache.spark.rdd.RDD, scala.collection.Seq)"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>defaultPartitioner</h4> +<pre>public static <a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> defaultPartitioner(<a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><?> rdd, + scala.collection.Seq<<a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><?>> others)</pre> +<div class="block">Choose a partitioner to use for a cogroup-like operation between a number of RDDs. + <p> + If any of the RDDs already has a partitioner, choose that one. + <p> + Otherwise, we use a default HashPartitioner. For the number of partitions, if + spark.default.parallelism is set, then we'll use the value from SparkContext + defaultParallelism, otherwise we'll use the max number of upstream partitions. + <p> + Unless spark.default.parallelism is set, the number of partitions will be the + same as the number of partitions in the largest upstream RDD, as this should + be least likely to cause out-of-memory errors. + <p> + We use two method parameters (rdd, others) to enforce callers passing at least 1 RDD.</div> +<dl><dt><span class="strong">Parameters:</span></dt><dd><code>rdd</code> - (undocumented)</dd><dd><code>others</code> - (undocumented)</dd> +<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl> +</li> +</ul> +<a name="numPartitions()"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>numPartitions</h4> +<pre>public abstract int numPartitions()</pre> +</li> +</ul> +<a name="getPartition(java.lang.Object)"> +<!-- --> +</a> +<ul class="blockListLast"> +<li class="blockList"> +<h4>getPartition</h4> +<pre>public abstract int getPartition(Object key)</pre> +</li> +</ul> +</li> +</ul> +</li> +</ul> +</div> +</div> +<!-- ========= END OF CLASS DATA ========= --> +<!-- ======= START OF BOTTOM NAVBAR ====== --> +<div class="bottomNav"><a name="navbar_bottom"> +<!-- --> +</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow"> +<!-- --> +</a> +<ul class="navList" title="Navigation"> +<li><a href="../../../overview-summary.html">Overview</a></li> +<li><a href="package-summary.html">Package</a></li> +<li class="navBarCell1Rev">Class</li> +<li><a href="package-tree.html">Tree</a></li> +<li><a href="../../../deprecated-list.html">Deprecated</a></li> +<li><a href="../../../index-all.html">Index</a></li> +<li><a href="../../../help-doc.html">Help</a></li> +</ul> +</div> +<div class="subNav"> +<ul class="navList"> +<li><a href="../../../org/apache/spark/Partition.html" title="interface in org.apache.spark"><span class="strong">Prev Class</span></a></li> +<li><a href="../../../org/apache/spark/RangeDependency.html" title="class in org.apache.spark"><span class="strong">Next Class</span></a></li> +</ul> +<ul class="navList"> +<li><a href="../../../index.html?org/apache/spark/Partitioner.html" target="_top">Frames</a></li> +<li><a href="Partitioner.html" target="_top">No Frames</a></li> +</ul> +<ul class="navList" id="allclasses_navbar_bottom"> +<li><a href="../../../allclasses-noframe.html">All Classes</a></li> +</ul> +<div> +<script type="text/javascript"><!-- + allClassesLink = document.getElementById("allclasses_navbar_bottom"); + if(window==top) { + allClassesLink.style.display = "block"; + } + else { + allClassesLink.style.display = "none"; + } + //--> +</script> +</div> +<div> +<ul class="subNavList"> +<li>Summary: </li> +<li>Nested | </li> +<li>Field | </li> +<li><a href="#constructor_summary">Constr</a> | </li> +<li><a href="#method_summary">Method</a></li> +</ul> +<ul class="subNavList"> +<li>Detail: </li> +<li>Field | </li> +<li><a href="#constructor_detail">Constr</a> | </li> +<li><a href="#method_detail">Method</a></li> +</ul> +</div> +<a name="skip-navbar_bottom"> +<!-- --> +</a></div> +<!-- ======== END OF BOTTOM NAVBAR ======= --> +<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body> +</html> --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org