This is an automated email from the ASF dual-hosted git repository.
dongjoon pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git.
from 76791b8 [SPARK-27463][PYTHON][FOLLOW-UP] Miscellaneous documentation
and code cleanup of cogroup pandas UDF
add e1ea806 [SPARK-29291][CORE][SQL][STREAMING][MLLIB] Change
procedure-like declaration to function + Unit for 2.13
No new revisions were added by this update.
Summary of changes:
.../scala/org/apache/spark/ContextCleaner.scala | 2 +-
.../main/scala/org/apache/spark/FutureAction.scala | 4 +-
.../scala/org/apache/spark/MapOutputTracker.scala | 20 +++----
.../scala/org/apache/spark/SecurityManager.scala | 16 +++---
.../main/scala/org/apache/spark/SparkConf.scala | 2 +-
.../main/scala/org/apache/spark/SparkContext.scala | 45 ++++++++--------
.../src/main/scala/org/apache/spark/SparkEnv.scala | 10 ++--
.../main/scala/org/apache/spark/TestUtils.scala | 6 ++-
.../org/apache/spark/api/java/JavaPairRDD.scala | 14 ++---
.../org/apache/spark/api/java/JavaRDDLike.scala | 2 +-
.../apache/spark/api/java/JavaSparkContext.scala | 14 ++---
.../org/apache/spark/api/java/JavaUtils.scala | 2 +-
.../org/apache/spark/api/python/PythonRDD.scala | 4 +-
.../org/apache/spark/api/python/PythonRunner.scala | 6 +--
.../spark/api/python/PythonWorkerFactory.scala | 16 +++---
.../python/WriteInputFormatTestDataGenerator.scala | 10 ++--
.../scala/org/apache/spark/api/r/BaseRRunner.scala | 2 +-
.../org/apache/spark/broadcast/Broadcast.scala | 14 ++---
.../apache/spark/broadcast/BroadcastManager.scala | 6 +--
.../apache/spark/broadcast/TorrentBroadcast.scala | 6 +--
.../spark/broadcast/TorrentBroadcastFactory.scala | 7 +--
.../scala/org/apache/spark/deploy/Client.scala | 2 +-
.../org/apache/spark/deploy/ClientArguments.scala | 2 +-
.../spark/deploy/ExternalShuffleService.scala | 6 +--
.../apache/spark/deploy/FaultToleranceTest.scala | 18 +++----
.../apache/spark/deploy/LocalSparkCluster.scala | 2 +-
.../org/apache/spark/deploy/PythonRunner.scala | 2 +-
.../scala/org/apache/spark/deploy/RRunner.scala | 2 +-
.../org/apache/spark/deploy/SparkCuratorUtil.scala | 4 +-
.../org/apache/spark/deploy/SparkHadoopUtil.scala | 6 +--
.../spark/deploy/client/StandaloneAppClient.scala | 10 ++--
.../spark/deploy/history/HistoryServer.scala | 10 ++--
.../deploy/history/HistoryServerArguments.scala | 2 +-
.../spark/deploy/master/ApplicationInfo.scala | 6 +--
.../apache/spark/deploy/master/ExecutorDesc.scala | 2 +-
.../master/FileSystemPersistenceEngine.scala | 2 +-
.../spark/deploy/master/LeaderElectionAgent.scala | 2 +-
.../org/apache/spark/deploy/master/Master.scala | 26 ++++-----
.../spark/deploy/master/MasterArguments.scala | 2 +-
.../spark/deploy/master/PersistenceEngine.scala | 2 +-
.../apache/spark/deploy/master/WorkerInfo.scala | 10 ++--
.../master/ZooKeeperLeaderElectionAgent.scala | 10 ++--
.../deploy/master/ZooKeeperPersistenceEngine.scala | 4 +-
.../spark/deploy/master/ui/MasterWebUI.scala | 2 +-
.../apache/spark/deploy/worker/CommandUtils.scala | 4 +-
.../apache/spark/deploy/worker/DriverRunner.scala | 2 +-
.../apache/spark/deploy/worker/DriverWrapper.scala | 2 +-
.../spark/deploy/worker/ExecutorRunner.scala | 10 ++--
.../org/apache/spark/deploy/worker/Worker.scala | 17 +++---
.../spark/deploy/worker/WorkerArguments.scala | 2 +-
.../spark/deploy/worker/ui/WorkerWebUI.scala | 2 +-
.../executor/CoarseGrainedExecutorBackend.scala | 4 +-
.../scala/org/apache/spark/executor/Executor.scala | 2 +-
.../input/FixedLengthBinaryRecordReader.scala | 4 +-
.../apache/spark/input/PortableDataStream.scala | 2 +-
.../spark/input/WholeTextFileInputFormat.scala | 2 +-
.../spark/input/WholeTextFileRecordReader.scala | 2 +-
.../scala/org/apache/spark/internal/Logging.scala | 20 +++----
.../org/apache/spark/metrics/MetricsConfig.scala | 4 +-
.../org/apache/spark/metrics/MetricsSystem.scala | 16 +++---
.../apache/spark/metrics/sink/ConsoleSink.scala | 6 +--
.../org/apache/spark/metrics/sink/CsvSink.scala | 6 +--
.../apache/spark/metrics/sink/GraphiteSink.scala | 6 +--
.../org/apache/spark/metrics/sink/JmxSink.scala | 6 +--
.../apache/spark/metrics/sink/MetricsServlet.scala | 6 +--
.../spark/metrics/sink/PrometheusServlet.scala | 6 +--
.../org/apache/spark/metrics/sink/Slf4jSink.scala | 6 +--
.../network/netty/NettyBlockTransferService.scala | 3 +-
.../spark/partial/ApproximateActionListener.scala | 4 +-
.../org/apache/spark/partial/PartialResult.scala | 8 +--
.../main/scala/org/apache/spark/rdd/BlockRDD.scala | 4 +-
.../scala/org/apache/spark/rdd/CartesianRDD.scala | 2 +-
.../scala/org/apache/spark/rdd/CoGroupedRDD.scala | 2 +-
.../scala/org/apache/spark/rdd/CoalescedRDD.scala | 6 +--
.../scala/org/apache/spark/rdd/HadoopRDD.scala | 4 +-
.../main/scala/org/apache/spark/rdd/JdbcRDD.scala | 2 +-
.../org/apache/spark/rdd/MapPartitionsRDD.scala | 2 +-
.../spark/rdd/PartitionerAwareUnionRDD.scala | 2 +-
.../apache/spark/rdd/ReliableCheckpointRDD.scala | 2 +-
.../scala/org/apache/spark/rdd/ShuffledRDD.scala | 2 +-
.../scala/org/apache/spark/rdd/SubtractedRDD.scala | 2 +-
.../main/scala/org/apache/spark/rdd/UnionRDD.scala | 2 +-
.../org/apache/spark/rdd/ZippedPartitionsRDD.scala | 8 +--
.../org/apache/spark/scheduler/DAGScheduler.scala | 46 ++++++++--------
.../spark/scheduler/EventLoggingListener.scala | 4 +-
.../apache/spark/scheduler/InputFormatInfo.scala | 2 +-
.../org/apache/spark/scheduler/JobWaiter.scala | 2 +-
.../scala/org/apache/spark/scheduler/Pool.scala | 10 ++--
.../spark/scheduler/SchedulableBuilder.scala | 12 ++---
.../org/apache/spark/scheduler/StageInfo.scala | 2 +-
.../spark/scheduler/StatsReportListener.scala | 22 ++++----
.../scala/org/apache/spark/scheduler/Task.scala | 2 +-
.../org/apache/spark/scheduler/TaskInfo.scala | 4 +-
.../apache/spark/scheduler/TaskResultGetter.scala | 4 +-
.../org/apache/spark/scheduler/TaskScheduler.scala | 4 +-
.../apache/spark/scheduler/TaskSchedulerImpl.scala | 24 ++++-----
.../apache/spark/scheduler/TaskSetManager.scala | 18 +++----
.../cluster/CoarseGrainedSchedulerBackend.scala | 18 +++----
.../cluster/StandaloneSchedulerBackend.scala | 12 ++---
.../scheduler/local/LocalSchedulerBackend.scala | 12 ++---
.../apache/spark/serializer/JavaSerializer.scala | 6 +--
.../apache/spark/serializer/KryoSerializer.scala | 6 +--
.../spark/serializer/SerializationDebugger.scala | 2 +-
.../org/apache/spark/serializer/Serializer.scala | 4 +-
.../org/apache/spark/storage/BlockManager.scala | 4 +-
.../apache/spark/storage/BlockManagerMaster.scala | 16 +++---
.../spark/storage/BlockManagerMasterEndpoint.scala | 14 ++---
.../spark/storage/BlockManagerSlaveEndpoint.scala | 2 +-
.../apache/spark/storage/DiskBlockManager.scala | 2 +-
.../spark/storage/DiskBlockObjectWriter.scala | 8 +--
.../storage/ShuffleBlockFetcherIterator.scala | 6 +--
.../org/apache/spark/ui/ConsoleProgressBar.scala | 6 +--
.../scala/org/apache/spark/ui/JettyUtils.scala | 2 +-
.../main/scala/org/apache/spark/ui/SparkUI.scala | 2 +-
.../org/apache/spark/ui/UIWorkloadGenerator.scala | 4 +-
.../src/main/scala/org/apache/spark/ui/WebUI.scala | 2 +-
.../apache/spark/util/BoundedPriorityQueue.scala | 2 +-
.../apache/spark/util/ByteBufferInputStream.scala | 2 +-
.../org/apache/spark/util/ClosureCleaner.scala | 12 ++---
.../scala/org/apache/spark/util/Distribution.scala | 4 +-
.../scala/org/apache/spark/util/NextIterator.scala | 4 +-
.../apache/spark/util/ShutdownHookManager.scala | 6 +--
.../org/apache/spark/util/SizeEstimator.scala | 8 +--
.../spark/util/SparkUncaughtExceptionHandler.scala | 4 +-
.../org/apache/spark/util/TimeStampedHashMap.scala | 10 ++--
.../main/scala/org/apache/spark/util/Utils.scala | 20 +++----
.../spark/util/collection/AppendOnlyMap.scala | 4 +-
.../org/apache/spark/util/collection/BitSet.scala | 4 +-
.../util/collection/ExternalAppendOnlyMap.scala | 2 +-
.../spark/util/collection/ExternalSorter.scala | 4 +-
.../apache/spark/util/collection/OpenHashMap.scala | 2 +-
.../apache/spark/util/collection/OpenHashSet.scala | 10 ++--
.../util/collection/PrimitiveKeyOpenHashMap.scala | 2 +-
.../spark/util/collection/SortDataFormat.scala | 7 +--
.../apache/spark/util/collection/Spillable.scala | 2 +-
.../apache/spark/util/logging/FileAppender.scala | 14 ++---
.../spark/util/logging/RollingFileAppender.scala | 10 ++--
.../apache/spark/util/logging/RollingPolicy.scala | 8 +--
.../apache/spark/util/random/RandomSampler.scala | 2 +-
.../apache/spark/util/random/XORShiftRandom.scala | 2 +-
.../org/apache/spark/ContextCleanerSuite.scala | 8 +--
.../test/scala/org/apache/spark/DriverSuite.scala | 2 +-
.../apache/spark/ExternalShuffleServiceSuite.scala | 4 +-
.../test/scala/org/apache/spark/FailureSuite.scala | 2 +-
.../test/scala/org/apache/spark/FileSuite.scala | 4 +-
.../org/apache/spark/JobCancellationSuite.scala | 22 ++++----
.../scala/org/apache/spark/JsonTestUtils.scala | 2 +-
.../scala/org/apache/spark/LocalSparkContext.scala | 6 +--
.../org/apache/spark/SharedSparkContext.scala | 4 +-
.../scala/org/apache/spark/ShuffleNettySuite.scala | 2 +-
.../test/scala/org/apache/spark/ShuffleSuite.scala | 2 +-
.../scala/org/apache/spark/SortShuffleSuite.scala | 2 +-
.../scala/org/apache/spark/SparkConfSuite.scala | 2 +-
.../org/apache/spark/SparkContextInfoSuite.scala | 2 +-
.../scala/org/apache/spark/SparkContextSuite.scala | 8 +--
.../scala/org/apache/spark/ThreadingSuite.scala | 14 ++---
.../apache/spark/broadcast/BroadcastSuite.scala | 13 ++---
.../deploy/ExternalShuffleServiceDbSuite.scala | 4 +-
.../apache/spark/deploy/JsonProtocolSuite.scala | 2 +-
.../spark/deploy/LogUrlsStandaloneSuite.scala | 2 +-
.../apache/spark/deploy/RPackageUtilsSuite.scala | 2 +-
.../org/apache/spark/deploy/SparkSubmitSuite.scala | 10 ++--
.../spark/deploy/SparkSubmitUtilsSuite.scala | 4 +-
.../apache/spark/deploy/client/TestExecutor.scala | 2 +-
.../deploy/history/FsHistoryProviderSuite.scala | 2 +-
.../spark/deploy/master/ui/MasterWebUISuite.scala | 4 +-
.../deploy/rest/StandaloneRestSubmitSuite.scala | 2 +-
.../org/apache/spark/executor/ExecutorSuite.scala | 2 +-
.../input/WholeTextFileInputFormatSuite.scala | 4 +-
.../input/WholeTextFileRecordReaderSuite.scala | 4 +-
.../apache/spark/io/CompressionCodecSuite.scala | 2 +-
.../spark/metrics/InputOutputMetricsSuite.scala | 6 +--
.../netty/NettyBlockTransferServiceSuite.scala | 2 +-
.../apache/spark/rdd/AsyncRDDActionsSuite.scala | 6 +--
.../apache/spark/rdd/CoalescedRDDBenchmark.scala | 3 +-
.../apache/spark/rdd/PairRDDFunctionsSuite.scala | 2 +-
.../spark/rdd/PartitionwiseSampledRDDSuite.scala | 2 +-
.../scala/org/apache/spark/rdd/PipedRDDSuite.scala | 2 +-
.../test/scala/org/apache/spark/rdd/RDDSuite.scala | 4 +-
.../scala/org/apache/spark/rpc/RpcEnvSuite.scala | 2 +-
.../apache/spark/scheduler/CustomShuffledRDD.scala | 2 +-
.../apache/spark/scheduler/DAGSchedulerSuite.scala | 30 +++++------
.../scheduler/EventLoggingListenerSuite.scala | 14 ++---
.../scheduler/ExternalClusterManagerSuite.scala | 6 +--
.../scheduler/OutputCommitCoordinatorSuite.scala | 2 +-
.../spark/scheduler/ReplayListenerSuite.scala | 4 +-
.../spark/scheduler/SparkListenerSuite.scala | 10 ++--
.../scheduler/SparkListenerWithClusterSuite.scala | 2 +-
.../spark/scheduler/TaskResultGetterSuite.scala | 2 +-
.../spark/scheduler/TaskSchedulerImplSuite.scala | 22 ++++----
.../spark/scheduler/TaskSetManagerSuite.scala | 16 +++---
.../apache/spark/security/EncryptionFunSuite.scala | 2 +-
.../KryoSerializerDistributedSuite.scala | 2 +-
.../spark/serializer/KryoSerializerSuite.scala | 18 +++----
.../serializer/UnsafeKryoSerializerSuite.scala | 4 +-
.../org/apache/spark/storage/BlockIdSuite.scala | 4 +-
.../storage/BlockManagerReplicationSuite.scala | 4 +-
.../apache/spark/storage/BlockManagerSuite.scala | 6 +--
.../spark/storage/DiskBlockManagerSuite.scala | 10 ++--
.../org/apache/spark/ui/UISeleniumSuite.scala | 2 +-
.../org/apache/spark/util/FileAppenderSuite.scala | 2 +-
.../org/apache/spark/util/JsonProtocolSuite.scala | 61 +++++++++++-----------
.../org/apache/spark/util/NextIteratorSuite.scala | 2 +-
.../org/apache/spark/util/SizeEstimatorSuite.scala | 2 +-
.../org/apache/spark/util/ThreadUtilsSuite.scala | 2 +-
.../spark/util/TimeStampedHashMapSuite.scala | 6 +--
.../util/collection/ExternalSorterSuite.scala | 12 ++---
.../spark/util/collection/SizeTrackerSuite.scala | 6 +--
.../apache/spark/util/collection/SorterSuite.scala | 9 ++--
.../collection/unsafe/sort/RadixSortSuite.scala | 3 +-
.../spark/examples/AccumulatorMetricsTest.scala | 2 +-
.../org/apache/spark/examples/BroadcastTest.scala | 2 +-
.../spark/examples/DriverSubmissionTest.scala | 2 +-
.../spark/examples/ExceptionHandlingTest.scala | 2 +-
.../org/apache/spark/examples/GroupByTest.scala | 2 +-
.../scala/org/apache/spark/examples/HdfsTest.scala | 2 +-
.../scala/org/apache/spark/examples/LocalALS.scala | 4 +-
.../org/apache/spark/examples/LocalFileLR.scala | 4 +-
.../org/apache/spark/examples/LocalKMeans.scala | 4 +-
.../scala/org/apache/spark/examples/LocalLR.scala | 4 +-
.../scala/org/apache/spark/examples/LocalPi.scala | 2 +-
.../scala/org/apache/spark/examples/LogQuery.scala | 2 +-
.../apache/spark/examples/MultiBroadcastTest.scala | 2 +-
.../spark/examples/SimpleSkewedGroupByTest.scala | 2 +-
.../apache/spark/examples/SkewedGroupByTest.scala | 2 +-
.../scala/org/apache/spark/examples/SparkALS.scala | 4 +-
.../org/apache/spark/examples/SparkHdfsLR.scala | 4 +-
.../org/apache/spark/examples/SparkKMeans.scala | 4 +-
.../scala/org/apache/spark/examples/SparkLR.scala | 4 +-
.../org/apache/spark/examples/SparkPageRank.scala | 4 +-
.../scala/org/apache/spark/examples/SparkPi.scala | 2 +-
.../spark/examples/SparkRemoteFileTest.scala | 2 +-
.../scala/org/apache/spark/examples/SparkTC.scala | 2 +-
.../examples/graphx/LiveJournalPageRank.scala | 2 +-
.../spark/examples/graphx/SynthBenchmark.scala | 2 +-
.../org/apache/spark/examples/ml/ALSExample.scala | 2 +-
.../spark/examples/ml/ChiSqSelectorExample.scala | 2 +-
.../spark/examples/ml/CountVectorizerExample.scala | 2 +-
.../spark/examples/ml/DataFrameExample.scala | 2 +-
.../spark/examples/ml/DecisionTreeExample.scala | 2 +-
.../spark/examples/ml/DeveloperApiExample.scala | 2 +-
.../org/apache/spark/examples/ml/GBTExample.scala | 2 +-
.../spark/examples/ml/IndexToStringExample.scala | 2 +-
.../examples/ml/LinearRegressionExample.scala | 2 +-
.../examples/ml/LogisticRegressionExample.scala | 2 +-
.../spark/examples/ml/OneVsRestExample.scala | 2 +-
.../examples/ml/QuantileDiscretizerExample.scala | 2 +-
.../spark/examples/ml/RandomForestExample.scala | 2 +-
.../spark/examples/ml/SQLTransformerExample.scala | 2 +-
.../apache/spark/examples/ml/TfIdfExample.scala | 2 +-
.../examples/ml/UnaryTransformerExample.scala | 2 +-
.../apache/spark/examples/ml/Word2VecExample.scala | 2 +-
.../examples/mllib/AssociationRulesExample.scala | 2 +-
.../examples/mllib/BinaryClassification.scala | 2 +-
.../examples/mllib/BisectingKMeansExample.scala | 2 +-
.../apache/spark/examples/mllib/Correlations.scala | 2 +-
.../spark/examples/mllib/CosineSimilarity.scala | 2 +-
.../spark/examples/mllib/DecisionTreeRunner.scala | 2 +-
.../apache/spark/examples/mllib/DenseKMeans.scala | 2 +-
.../spark/examples/mllib/FPGrowthExample.scala | 2 +-
.../examples/mllib/GaussianMixtureExample.scala | 2 +-
.../mllib/GradientBoostedTreesRunner.scala | 2 +-
.../examples/mllib/HypothesisTestingExample.scala | 2 +-
.../spark/examples/mllib/KMeansExample.scala | 2 +-
.../apache/spark/examples/mllib/LDAExample.scala | 2 +-
.../mllib/LatentDirichletAllocationExample.scala | 2 +-
.../apache/spark/examples/mllib/MovieLensALS.scala | 2 +-
.../examples/mllib/MultivariateSummarizer.scala | 2 +-
.../mllib/PowerIterationClusteringExample.scala | 2 +-
.../spark/examples/mllib/PrefixSpanExample.scala | 2 +-
.../spark/examples/mllib/RandomRDDGeneration.scala | 2 +-
.../examples/mllib/RankingMetricsExample.scala | 2 +-
.../apache/spark/examples/mllib/SampledRDDs.scala | 2 +-
.../spark/examples/mllib/SimpleFPGrowth.scala | 2 +-
.../spark/examples/mllib/SparseNaiveBayes.scala | 2 +-
.../examples/mllib/StreamingKMeansExample.scala | 2 +-
.../mllib/StreamingLogisticRegression.scala | 2 +-
.../examples/mllib/StreamingTestExample.scala | 2 +-
.../spark/examples/mllib/TallSkinnyPCA.scala | 2 +-
.../spark/examples/mllib/TallSkinnySVD.scala | 2 +-
.../apache/spark/examples/sql/RDDRelation.scala | 2 +-
.../spark/examples/sql/SQLDataSourceExample.scala | 2 +-
.../spark/examples/sql/SparkSQLExample.scala | 2 +-
.../spark/examples/sql/hive/SparkHiveExample.scala | 2 +-
.../sql/streaming/StructuredNetworkWordCount.scala | 2 +-
.../StructuredNetworkWordCountWindowed.scala | 2 +-
.../spark/examples/streaming/CustomReceiver.scala | 10 ++--
.../examples/streaming/DirectKafkaWordCount.scala | 2 +-
.../streaming/DirectKerberizedKafkaWordCount.scala | 2 +-
.../spark/examples/streaming/HdfsWordCount.scala | 2 +-
.../examples/streaming/NetworkWordCount.scala | 2 +-
.../spark/examples/streaming/QueueStream.scala | 2 +-
.../spark/examples/streaming/RawNetworkGrep.scala | 2 +-
.../streaming/RecoverableNetworkWordCount.scala | 2 +-
.../examples/streaming/SqlNetworkWordCount.scala | 2 +-
.../streaming/StatefulNetworkWordCount.scala | 2 +-
.../examples/streaming/StreamingExamples.scala | 2 +-
.../streaming/clickstream/PageViewGenerator.scala | 2 +-
.../streaming/clickstream/PageViewStream.scala | 2 +-
.../org/apache/spark/sql/avro/AvroSuite.scala | 2 +-
.../sql/kafka010/KafkaMicroBatchSourceSuite.scala | 3 +-
.../spark/sql/kafka010/KafkaRelationSuite.scala | 3 +-
.../apache/spark/sql/kafka010/KafkaSinkSuite.scala | 2 +-
.../apache/spark/sql/kafka010/KafkaTestUtils.scala | 4 +-
.../spark/kafka010/KafkaConfigUpdaterSuite.scala | 2 +-
.../kafka010/DirectKafkaStreamSuite.scala | 8 +--
.../spark/streaming/kafka010/KafkaRDDSuite.scala | 7 +--
.../spark/streaming/kafka010/KafkaTestUtils.scala | 2 +-
.../spark/streaming/kafka010/mocks/MockTime.scala | 2 +-
.../examples/streaming/KinesisWordCountASL.scala | 6 +--
.../spark/streaming/kinesis/KinesisReceiver.scala | 4 +-
.../streaming/kinesis/KinesisRecordProcessor.scala | 5 +-
.../spark/streaming/kinesis/KinesisFunSuite.scala | 2 +-
.../main/scala/org/apache/spark/graphx/Edge.scala | 4 +-
.../org/apache/spark/graphx/GraphXUtils.scala | 4 +-
.../apache/spark/graphx/impl/EdgePartition.scala | 14 ++---
.../spark/graphx/impl/EdgePartitionBuilder.scala | 8 +--
.../spark/graphx/impl/ReplicatedVertexView.scala | 2 +-
.../spark/graphx/impl/RoutingTablePartition.scala | 2 +-
.../org/apache/spark/graphx/lib/SVDPlusPlus.scala | 4 +-
.../apache/spark/graphx/lib/TriangleCount.scala | 2 +-
.../apache/spark/graphx/util/BytecodeUtils.scala | 2 +-
.../collection/GraphXPrimitiveKeyOpenHashMap.scala | 4 +-
.../scala/org/apache/spark/ml/linalg/BLAS.scala | 6 +--
.../org/apache/spark/ml/feature/RFormula.scala | 2 +-
.../org/apache/spark/ml/recommendation/ALS.scala | 2 +-
.../spark/ml/tree/impl/DecisionTreeMetadata.scala | 2 +-
.../org/apache/spark/ml/util/Instrumentation.scala | 6 +--
.../spark/mllib/api/python/PythonMLLibAPI.scala | 2 +-
.../spark/mllib/clustering/StreamingKMeans.scala | 2 +-
.../evaluation/BinaryClassificationMetrics.scala | 2 +-
.../scala/org/apache/spark/mllib/linalg/BLAS.scala | 6 +--
.../org/apache/spark/mllib/linalg/Matrices.scala | 2 +-
.../linalg/distributed/CoordinateMatrix.scala | 2 +-
.../spark/mllib/linalg/distributed/RowMatrix.scala | 2 +-
.../spark/mllib/random/RandomDataGenerator.scala | 8 +--
.../spark/mllib/util/KMeansDataGenerator.scala | 2 +-
.../spark/mllib/util/LinearDataGenerator.scala | 2 +-
.../util/LogisticRegressionDataGenerator.scala | 2 +-
.../apache/spark/mllib/util/MFDataGenerator.scala | 2 +-
.../org/apache/spark/mllib/util/MLUtils.scala | 2 +-
.../apache/spark/mllib/util/SVMDataGenerator.scala | 2 +-
.../DecisionTreeClassifierSuite.scala | 2 +-
.../ml/classification/GBTClassifierSuite.scala | 2 +-
.../RandomForestClassifierSuite.scala | 4 +-
.../spark/ml/feature/RFormulaParserSuite.scala | 2 +-
.../ml/regression/DecisionTreeRegressorSuite.scala | 2 +-
.../spark/ml/regression/GBTRegressorSuite.scala | 2 +-
.../ml/regression/RandomForestRegressorSuite.scala | 4 +-
.../spark/ml/tree/impl/RandomForestSuite.scala | 3 +-
.../scala/org/apache/spark/ml/util/MLTest.scala | 4 +-
.../classification/LogisticRegressionSuite.scala | 2 +-
.../mllib/classification/NaiveBayesSuite.scala | 2 +-
.../spark/mllib/classification/SVMSuite.scala | 2 +-
.../apache/spark/mllib/linalg/MatricesSuite.scala | 2 +-
.../apache/spark/mllib/linalg/VectorsSuite.scala | 2 +-
.../linalg/distributed/BlockMatrixSuite.scala | 2 +-
.../linalg/distributed/CoordinateMatrixSuite.scala | 2 +-
.../linalg/distributed/IndexedRowMatrixSuite.scala | 2 +-
.../mllib/linalg/distributed/RowMatrixSuite.scala | 6 +--
.../mllib/random/RandomDataGeneratorSuite.scala | 4 +-
.../spark/mllib/random/RandomRDDsSuite.scala | 4 +-
.../spark/mllib/recommendation/ALSSuite.scala | 2 +-
.../apache/spark/mllib/regression/LassoSuite.scala | 2 +-
.../mllib/regression/LinearRegressionSuite.scala | 2 +-
.../StreamingLinearRegressionSuite.scala | 4 +-
.../spark/mllib/tree/DecisionTreeSuite.scala | 4 +-
.../spark/mllib/tree/EnsembleTestHelper.scala | 6 +--
.../spark/mllib/tree/RandomForestSuite.scala | 4 +-
.../mllib/util/LocalClusterSparkContext.scala | 4 +-
.../spark/mllib/util/MLlibTestSparkContext.scala | 4 +-
.../main/scala/org/apache/spark/repl/Main.scala | 2 +-
.../scala/org/apache/spark/repl/SparkILoop.scala | 2 +-
.../spark/repl/ExecutorClassLoaderSuite.scala | 4 +-
.../scala/org/apache/spark/repl/ReplSuite.scala | 4 +-
.../org/apache/spark/repl/SingletonReplSuite.scala | 4 +-
.../cluster/k8s/ExecutorPodsSnapshotsStore.scala | 2 +-
.../deploy/mesos/MesosClusterDispatcher.scala | 2 +-
.../spark/deploy/mesos/ui/MesosClusterUI.scala | 2 +-
.../spark/executor/MesosExecutorBackend.scala | 20 +++----
.../mesos/MesosCoarseGrainedSchedulerBackend.scala | 20 +++----
.../mesos/MesosFineGrainedSchedulerBackend.scala | 31 ++++++-----
.../cluster/mesos/MesosSchedulerUtils.scala | 4 +-
.../deploy/rest/mesos/MesosRestServerSuite.scala | 2 +-
.../cluster/mesos/MesosClusterManagerSuite.scala | 2 +-
.../MesosCoarseGrainedSchedulerBackendSuite.scala | 3 +-
.../spark/deploy/yarn/ApplicationMaster.scala | 2 +-
.../deploy/yarn/ApplicationMasterArguments.scala | 2 +-
.../cluster/YarnClientSchedulerBackend.scala | 6 +--
.../scheduler/cluster/YarnClusterScheduler.scala | 2 +-
.../cluster/YarnClusterSchedulerBackend.scala | 2 +-
.../spark/deploy/yarn/BaseYarnClusterSuite.scala | 4 +-
.../org/apache/spark/deploy/yarn/ClientSuite.scala | 2 +-
.../yarn/ContainerPlacementStrategySuite.scala | 4 +-
.../spark/deploy/yarn/YarnAllocatorSuite.scala | 4 +-
.../spark/deploy/yarn/YarnClusterSuite.scala | 2 +-
.../apache/spark/sql/catalyst/InternalRow.scala | 2 +-
.../spark/sql/catalyst/analysis/Analyzer.scala | 2 +-
.../catalyst/expressions/SpecificInternalRow.scala | 2 +-
.../spark/sql/catalyst/parser/ParserUtils.scala | 2 +-
.../spark/sql/catalyst/DistributionSuite.scala | 2 +-
.../sql/catalyst/analysis/TypeCoercionSuite.scala | 3 +-
.../sql/catalyst/catalog/SessionCatalogSuite.scala | 2 +-
.../catalyst/encoders/ExpressionEncoderSuite.scala | 2 +-
.../sql/catalyst/expressions/PredicateSuite.scala | 2 +-
.../catalyst/expressions/SelectedFieldSuite.scala | 2 +-
.../expressions/aggregate/PercentileSuite.scala | 2 +-
.../codegen/GenerateUnsafeRowJoinerSuite.scala | 5 +-
.../catalyst/optimizer/ColumnPruningSuite.scala | 2 +-
.../catalyst/optimizer/JoinOptimizationSuite.scala | 7 +--
.../optimizer/OptimizerRuleExclusionSuite.scala | 2 +-
.../spark/sql/catalyst/parser/DDLParserSuite.scala | 2 +-
.../apache/spark/sql/catalyst/plans/PlanTest.scala | 2 +-
.../sql/catalyst/util/DateTimeUtilsSuite.scala | 2 +-
.../spark/sql/execution/ShuffledRowRDD.scala | 2 +-
.../sql/execution/columnar/ColumnAccessor.scala | 4 +-
.../spark/sql/execution/columnar/ColumnType.scala | 27 ++++++----
.../sql/execution/datasources/jdbc/JDBCRDD.scala | 2 +-
.../sql/execution/python/WindowInPandasExec.scala | 4 +-
.../sql/execution/streaming/FileStreamSource.scala | 2 +-
.../streaming/StreamingQueryListenerBus.scala | 2 +-
.../streaming/continuous/ContinuousWriteRDD.scala | 2 +-
.../spark/sql/execution/streaming/memory.scala | 2 +-
.../spark/sql/execution/window/WindowExec.scala | 4 +-
.../org/apache/spark/sql/BenchmarkQueryTest.scala | 2 +-
.../org/apache/spark/sql/ComplexTypesSuite.scala | 4 +-
.../spark/sql/FileBasedDataSourceSuite.scala | 2 +-
.../org/apache/spark/sql/LocalSparkSession.scala | 6 +--
.../scala/org/apache/spark/sql/SSBQuerySuite.scala | 2 +-
.../apache/spark/sql/StringFunctionsSuite.scala | 2 +-
.../org/apache/spark/sql/TPCDSQuerySuite.scala | 2 +-
.../org/apache/spark/sql/TPCHQuerySuite.scala | 2 +-
.../UnsafeFixedWidthAggregationMapSuite.scala | 2 +-
.../sql/execution/benchmark/SortBenchmark.scala | 3 +-
.../columnar/InMemoryColumnarQuerySuite.scala | 2 +-
.../columnar/compression/BooleanBitSetSuite.scala | 4 +-
.../compression/DictionaryEncodingSuite.scala | 6 +--
.../columnar/compression/IntegralDeltaSuite.scala | 6 +--
.../compression/PassThroughEncodingSuite.scala | 6 +--
.../compression/RunLengthEncodingSuite.scala | 6 +--
.../spark/sql/execution/command/DDLSuite.scala | 2 +-
.../execution/datasources/ReadSchemaSuite.scala | 20 +++----
.../execution/datasources/SchemaPruningSuite.scala | 12 ++---
.../sql/execution/datasources/json/JsonSuite.scala | 4 +-
.../execution/datasources/orc/OrcSourceSuite.scala | 5 +-
.../datasources/parquet/ParquetIOSuite.scala | 2 +-
.../spark/sql/execution/python/RowQueueSuite.scala | 2 +-
.../streaming/sources/TextSocketStreamSuite.scala | 2 +-
.../streaming/state/StateStoreSuite.scala | 2 +-
.../execution/vectorized/ColumnarBatchSuite.scala | 5 +-
.../apache/spark/sql/sources/DataSourceTest.scala | 3 +-
.../spark/sql/streaming/FileStreamSinkSuite.scala | 2 +-
.../sql/streaming/FileStreamSourceSuite.scala | 2 +-
.../apache/spark/sql/streaming/StreamSuite.scala | 4 +-
.../test/DataStreamReaderWriterSuite.scala | 2 +-
.../spark/sql/streaming/util/BlockingSource.scala | 2 +-
.../sql/hive/thriftserver/HiveThriftServer2.scala | 4 +-
.../sql/hive/thriftserver/ReflectionUtils.scala | 4 +-
.../SparkExecuteStatementOperation.scala | 4 +-
.../sql/hive/thriftserver/SparkSQLCLIDriver.scala | 4 +-
.../sql/hive/thriftserver/SparkSQLCLIService.scala | 4 +-
.../sql/hive/thriftserver/SparkSQLDriver.scala | 2 +-
.../spark/sql/hive/thriftserver/SparkSQLEnv.scala | 4 +-
.../hive/thriftserver/SparkSQLSessionManager.scala | 4 +-
.../sql/hive/thriftserver/ui/ThriftServerTab.scala | 2 +-
.../thriftserver/HiveThriftServer2Suites.scala | 6 +--
.../thriftserver/ThriftServerQueryTestSuite.scala | 2 +-
.../hive/execution/HiveCompatibilitySuite.scala | 4 +-
.../execution/HiveWindowFunctionQuerySuite.scala | 8 +--
.../scala/org/apache/spark/sql/hive/HiveShim.scala | 18 +++----
.../org/apache/spark/sql/hive/TableReader.scala | 6 +--
.../apache/spark/sql/hive/client/HiveClient.scala | 4 +-
.../scala/org/apache/spark/sql/hive/hiveUDFs.scala | 2 +-
.../spark/sql/hive/HiveMetadataCacheSuite.scala | 2 +-
.../spark/sql/hive/HiveSparkSubmitSuite.scala | 12 ++---
.../hive/client/HivePartitionFilteringSuite.scala | 2 +-
.../sql/hive/execution/HiveComparisonTest.scala | 2 +-
.../spark/sql/hive/execution/HiveQuerySuite.scala | 4 +-
.../spark/sql/hive/execution/SQLQuerySuite.scala | 2 +-
.../org/apache/spark/sql/hive/test/TestHive.scala | 4 +-
.../org/apache/spark/streaming/Checkpoint.scala | 6 +--
.../org/apache/spark/streaming/DStreamGraph.scala | 26 ++++-----
.../apache/spark/streaming/StreamingContext.scala | 10 ++--
.../spark/streaming/api/java/JavaDStreamLike.scala | 4 +-
.../spark/streaming/api/java/JavaPairDStream.scala | 12 ++---
.../streaming/api/java/JavaStreamingContext.scala | 6 +--
.../streaming/api/java/JavaStreamingListener.scala | 18 +++----
.../spark/streaming/api/python/PythonDStream.scala | 2 +-
.../streaming/dstream/ConstantInputDStream.scala | 4 +-
.../apache/spark/streaming/dstream/DStream.scala | 18 +++----
.../streaming/dstream/DStreamCheckpointData.scala | 6 +--
.../spark/streaming/dstream/FileInputDStream.scala | 14 ++---
.../streaming/dstream/QueueInputDStream.scala | 4 +-
.../spark/streaming/dstream/RawInputDStream.scala | 8 +--
.../streaming/dstream/ReceiverInputDStream.scala | 4 +-
.../streaming/dstream/SocketInputDStream.scala | 10 ++--
.../spark/streaming/receiver/BlockGenerator.scala | 9 ++--
.../spark/streaming/receiver/RateLimiter.scala | 2 +-
.../streaming/receiver/ReceivedBlockHandler.scala | 6 +--
.../apache/spark/streaming/receiver/Receiver.scala | 34 ++++++------
.../streaming/receiver/ReceiverSupervisor.scala | 16 +++---
.../receiver/ReceiverSupervisorImpl.scala | 22 ++++----
.../org/apache/spark/streaming/scheduler/Job.scala | 4 +-
.../spark/streaming/scheduler/JobGenerator.scala | 20 +++----
.../spark/streaming/scheduler/JobScheduler.scala | 14 ++---
.../apache/spark/streaming/scheduler/JobSet.scala | 4 +-
.../spark/streaming/scheduler/RateController.scala | 4 +-
.../streaming/scheduler/ReceivedBlockTracker.scala | 8 +--
.../streaming/scheduler/ReceiverTracker.scala | 8 +--
.../streaming/scheduler/StreamingListener.scala | 24 ++++-----
.../streaming/scheduler/StreamingListenerBus.scala | 2 +-
.../ui/StreamingJobProgressListener.scala | 8 +--
.../apache/spark/streaming/ui/StreamingTab.scala | 4 +-
.../util/FileBasedWriteAheadLogRandomReader.scala | 2 +-
.../util/FileBasedWriteAheadLogWriter.scala | 4 +-
.../apache/spark/streaming/util/HdfsUtils.scala | 2 +-
.../streaming/util/RateLimitedOutputStream.scala | 12 ++---
.../spark/streaming/util/RawTextHelper.scala | 2 +-
.../spark/streaming/util/RawTextSender.scala | 2 +-
.../spark/streaming/util/RecurringTimer.scala | 8 +--
.../spark/streaming/BasicOperationsSuite.scala | 2 +-
.../apache/spark/streaming/CheckpointSuite.scala | 4 +-
.../apache/spark/streaming/InputStreamsSuite.scala | 18 +++----
.../spark/streaming/LocalStreamingContext.scala | 2 +-
.../apache/spark/streaming/MapWithStateSuite.scala | 2 +-
.../apache/spark/streaming/MasterFailureTest.scala | 14 ++---
.../streaming/ReceivedBlockHandlerSuite.scala | 18 ++++---
.../streaming/ReceivedBlockTrackerSuite.scala | 4 +-
.../org/apache/spark/streaming/ReceiverSuite.scala | 28 +++++-----
.../spark/streaming/StreamingContextSuite.scala | 18 +++----
.../spark/streaming/StreamingListenerSuite.scala | 18 +++----
.../org/apache/spark/streaming/TestSuiteBase.scala | 18 +++----
.../spark/streaming/WindowOperationsSuite.scala | 8 +--
.../rdd/WriteAheadLogBackedBlockRDDSuite.scala | 2 +-
.../streaming/scheduler/JobGeneratorSuite.scala | 4 +-
.../streaming/scheduler/ReceiverTrackerSuite.scala | 6 +--
.../spark/streaming/util/WriteAheadLogSuite.scala | 4 +-
.../apache/spark/tools/GenerateMIMAIgnore.scala | 2 +-
538 files changed, 1453 insertions(+), 1409 deletions(-)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org
For additional commands, e-mail: commits-h...@spark.apache.org
