This is an automated email from the ASF dual-hosted git repository. srowen pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/spark.git
from 2709426f0f6 [SPARK-45541][CORE] Add SSLFactory add 48e207f4a21 [SPARK-45610][BUILD][CORE][SQL][SS][CONNECT][GRAPHX][DSTREAM][ML][MLLIB][K8S][YARN][SHELL][PYTHON][R][AVRO][UI][EXAMPLES] Fix the compilation warning "Auto-application to `()` is deprecated" and turn it into a compilation error No new revisions were added by this update. Summary of changes: .../org/apache/spark/sql/avro/AvroSuite.scala | 38 ++--- .../execution/benchmark/AvroReadBenchmark.scala | 10 +- .../execution/benchmark/AvroWriteBenchmark.scala | 4 +- .../org/apache/spark/sql/ClientE2ETestSuite.scala | 12 +- .../spark/sql/DataFrameNaFunctionSuite.scala | 2 +- .../sql/UserDefinedFunctionE2ETestSuite.scala | 2 +- .../spark/sql/connect/client/ArtifactManager.scala | 2 +- .../sql/connect/client/GrpcRetryHandler.scala | 2 +- .../execution/ExecuteResponseObserver.scala | 4 +- .../execution/SparkConnectPlanExecution.scala | 2 +- .../sql/connect/planner/SparkConnectPlanner.scala | 12 +- .../sql/connect/service/ExecuteEventsManager.scala | 2 +- .../sql/connect/service/SparkConnectServer.scala | 2 +- .../connect/planner/SparkConnectServiceSuite.scala | 2 +- .../connect/service/AddArtifactsHandlerSuite.scala | 12 +- .../service/ArtifactStatusesHandlerSuite.scala | 2 +- .../service/FetchErrorDetailsHandlerSuite.scala | 2 +- .../connect/service/InterceptorRegistrySuite.scala | 12 +- .../spark/sql/jdbc/DB2IntegrationSuite.scala | 8 +- .../sql/jdbc/MsSqlServerIntegrationSuite.scala | 6 +- .../spark/sql/jdbc/MySQLIntegrationSuite.scala | 4 +- .../spark/sql/jdbc/OracleIntegrationSuite.scala | 8 +- .../spark/sql/jdbc/PostgresIntegrationSuite.scala | 4 +- .../sql/kafka010/KafkaOffsetReaderConsumer.scala | 2 +- .../sql/kafka010/consumer/KafkaDataConsumer.scala | 2 +- .../sql/kafka010/KafkaContinuousSourceSuite.scala | 16 +- .../sql/kafka010/KafkaMicroBatchSourceSuite.scala | 8 +- .../spark/sql/kafka010/KafkaRelationSuite.scala | 36 ++-- .../kafka010/consumer/KafkaDataConsumerSuite.scala | 2 +- .../org/apache/spark/kafka010/KafkaTokenUtil.scala | 4 +- .../kafka010/DirectKafkaInputDStream.scala | 12 +- .../streaming/kafka010/KafkaDataConsumer.scala | 2 +- .../apache/spark/streaming/kafka010/KafkaRDD.scala | 14 +- .../kafka010/DirectKafkaStreamSuite.scala | 14 +- .../kafka010/KafkaDataConsumerSuite.scala | 4 +- .../spark/streaming/kafka010/KafkaRDDSuite.scala | 36 ++-- .../kinesis/KPLBasedKinesisTestUtils.scala | 2 +- .../kinesis/KinesisInputDStreamBuilderSuite.scala | 2 +- .../org/apache/spark/BarrierCoordinator.scala | 2 +- .../org/apache/spark/BarrierTaskContext.scala | 19 ++- .../main/scala/org/apache/spark/Heartbeater.scala | 2 +- .../scala/org/apache/spark/SecurityManager.scala | 4 +- .../main/scala/org/apache/spark/SparkContext.scala | 12 +- .../main/scala/org/apache/spark/TestUtils.scala | 2 +- .../apache/spark/api/java/JavaSparkContext.scala | 2 +- .../org/apache/spark/api/python/PythonRunner.scala | 22 +-- .../scala/org/apache/spark/api/r/BaseRRunner.scala | 2 +- .../org/apache/spark/deploy/JsonProtocol.scala | 2 +- .../apache/spark/deploy/SparkSubmitArguments.scala | 2 +- .../spark/deploy/history/FsHistoryProvider.scala | 2 +- .../apache/spark/deploy/history/HistoryPage.scala | 2 +- .../apache/spark/deploy/worker/CommandUtils.scala | 4 +- .../org/apache/spark/deploy/worker/Worker.scala | 2 +- .../spark/executor/ProcfsMetricsGetter.scala | 4 +- .../apache/spark/input/PortableDataStream.scala | 2 +- .../spark/internal/io/SparkHadoopWriter.scala | 4 +- .../apache/spark/launcher/LauncherBackend.scala | 4 +- .../apache/spark/memory/UnifiedMemoryManager.scala | 2 +- .../org/apache/spark/metrics/MetricsSystem.scala | 4 +- .../org/apache/spark/rdd/AsyncRDDActions.scala | 2 +- .../scala/org/apache/spark/rdd/HadoopRDD.scala | 2 +- .../main/scala/org/apache/spark/rdd/PipedRDD.scala | 4 +- .../apache/spark/rdd/ReliableCheckpointRDD.scala | 6 +- .../org/apache/spark/scheduler/DAGScheduler.scala | 16 +- .../spark/scheduler/StatsReportListener.scala | 2 +- .../scala/org/apache/spark/scheduler/Task.scala | 4 +- .../apache/spark/scheduler/TaskSchedulerImpl.scala | 4 +- .../apache/spark/scheduler/TaskSetManager.scala | 4 +- .../cluster/CoarseGrainedSchedulerBackend.scala | 6 +- .../cluster/StandaloneSchedulerBackend.scala | 2 +- .../apache/spark/serializer/KryoSerializer.scala | 10 +- .../apache/spark/status/AppStatusListener.scala | 10 +- .../apache/spark/status/ElementTrackingStore.scala | 2 +- .../scala/org/apache/spark/status/LiveEntity.scala | 12 +- .../spark/status/api/v1/PrometheusResource.scala | 4 +- .../org/apache/spark/storage/BlockManager.scala | 2 +- .../org/apache/spark/ui/UIWorkloadGenerator.scala | 18 +- .../apache/spark/ui/scope/RDDOperationGraph.scala | 2 +- .../org/apache/spark/util/ClosureCleaner.scala | 2 +- .../scala/org/apache/spark/util/JsonProtocol.scala | 2 +- .../org/apache/spark/util/SizeEstimator.scala | 2 +- .../util/collection/ExternalAppendOnlyMap.scala | 4 +- .../spark/util/collection/ExternalSorter.scala | 2 +- .../spark/util/collection/ImmutableBitSet.scala | 2 +- .../util/collection/PartitionedPairBuffer.scala | 2 +- .../spark/util/collection/PercentileHeap.scala | 6 +- .../apache/spark/util/random/RandomSampler.scala | 2 +- .../org/apache/spark/ContextCleanerSuite.scala | 6 +- .../scala/org/apache/spark/DistributedSuite.scala | 30 ++-- .../spark/ExecutorAllocationManagerSuite.scala | 8 +- .../test/scala/org/apache/spark/FileSuite.scala | 22 +-- .../org/apache/spark/HeartbeatReceiverSuite.scala | 2 +- .../org/apache/spark/JobCancellationSuite.scala | 8 +- .../scala/org/apache/spark/PartitioningSuite.scala | 14 +- .../test/scala/org/apache/spark/ShuffleSuite.scala | 8 +- .../scala/org/apache/spark/SparkContextSuite.scala | 4 +- .../scala/org/apache/spark/SparkFunSuite.scala | 2 +- .../test/scala/org/apache/spark/ThreadAudit.scala | 2 +- .../scala/org/apache/spark/UnpersistSuite.scala | 2 +- .../org/apache/spark/benchmark/Benchmark.scala | 6 +- .../spark/deploy/DecommissionWorkerSuite.scala | 4 +- .../spark/deploy/LogUrlsStandaloneSuite.scala | 2 +- .../history/BasicEventFilterBuilderSuite.scala | 16 +- .../deploy/history/FsHistoryProviderSuite.scala | 14 +- .../spark/deploy/history/HistoryServerSuite.scala | 4 +- .../apache/spark/deploy/master/MasterSuite.scala | 2 +- .../CoarseGrainedExecutorBackendSuite.scala | 6 +- .../executor/ExecutorMetricsPollerSuite.scala | 6 +- .../spark/executor/ProcfsMetricsGetterSuite.scala | 8 +- .../input/WholeTextFileInputFormatSuite.scala | 2 +- .../apache/spark/rdd/AsyncRDDActionsSuite.scala | 2 +- .../scala/org/apache/spark/rdd/JdbcRDDSuite.scala | 4 +- .../spark/rdd/PartitionwiseSampledRDDSuite.scala | 2 +- .../scala/org/apache/spark/rdd/PipedRDDSuite.scala | 2 +- .../test/scala/org/apache/spark/rdd/RDDSuite.scala | 14 +- .../resource/ResourceProfileManagerSuite.scala | 14 +- .../spark/resource/ResourceProfileSuite.scala | 4 +- .../apache/spark/resource/ResourceUtilsSuite.scala | 2 +- .../spark/scheduler/BarrierTaskContextSuite.scala | 8 +- .../apache/spark/scheduler/DAGSchedulerSuite.scala | 22 +-- .../scheduler/EventLoggingListenerSuite.scala | 2 +- .../OutputCommitCoordinatorIntegrationSuite.scala | 2 +- .../scheduler/OutputCommitCoordinatorSuite.scala | 6 +- .../apache/spark/scheduler/TaskContextSuite.scala | 10 +- .../spark/scheduler/TaskResultGetterSuite.scala | 2 +- .../spark/serializer/KryoIteratorBenchmark.scala | 12 +- .../spark/serializer/KryoSerializerSuite.scala | 8 +- .../spark/status/AppStatusListenerSuite.scala | 92 +++++----- .../spark/status/ListenerEventsTestHelper.scala | 2 +- .../apache/spark/storage/BlockManagerSuite.scala | 2 +- .../spark/storage/DiskBlockManagerSuite.scala | 2 +- .../apache/spark/storage/MemoryStoreSuite.scala | 2 +- .../spark/ui/RealBrowserUISeleniumSuite.scala | 8 +- .../org/apache/spark/ui/UISeleniumSuite.scala | 6 +- .../apache/spark/ui/env/EnvironmentPageSuite.scala | 4 +- .../org/apache/spark/util/JsonProtocolSuite.scala | 2 +- .../org/apache/spark/util/NextIteratorSuite.scala | 10 +- .../scala/org/apache/spark/util/UtilsSuite.scala | 2 +- .../collection/ExternalAppendOnlyMapSuite.scala | 4 +- .../util/collection/PercentileHeapSuite.scala | 8 +- .../collection/unsafe/sort/RadixSortSuite.scala | 2 +- .../spark/util/random/RandomSamplerSuite.scala | 2 +- .../apache/spark/examples/DFSReadWriteTest.scala | 2 +- .../spark/examples/ExceptionHandlingTest.scala | 4 +- .../org/apache/spark/examples/GroupByTest.scala | 2 +- .../scala/org/apache/spark/examples/HdfsTest.scala | 2 +- .../scala/org/apache/spark/examples/LocalALS.scala | 4 +- .../scala/org/apache/spark/examples/LocalPi.scala | 4 +- .../apache/spark/examples/MiniReadWriteTest.scala | 2 +- .../apache/spark/examples/MultiBroadcastTest.scala | 2 +- .../spark/examples/SimpleSkewedGroupByTest.scala | 10 +- .../apache/spark/examples/SkewedGroupByTest.scala | 2 +- .../scala/org/apache/spark/examples/SparkALS.scala | 6 +- .../org/apache/spark/examples/SparkHdfsLR.scala | 2 +- .../org/apache/spark/examples/SparkKMeans.scala | 2 +- .../scala/org/apache/spark/examples/SparkLR.scala | 2 +- .../org/apache/spark/examples/SparkPageRank.scala | 2 +- .../scala/org/apache/spark/examples/SparkPi.scala | 6 +- .../scala/org/apache/spark/examples/SparkTC.scala | 2 +- .../examples/graphx/AggregateMessagesExample.scala | 4 +- .../apache/spark/examples/graphx/Analytics.scala | 4 +- .../examples/graphx/ComprehensiveExample.scala | 2 +- .../graphx/ConnectedComponentsExample.scala | 2 +- .../spark/examples/graphx/PageRankExample.scala | 2 +- .../apache/spark/examples/graphx/SSSPExample.scala | 4 +- .../spark/examples/graphx/SynthBenchmark.scala | 2 +- .../examples/graphx/TriangleCountingExample.scala | 2 +- .../examples/ml/AFTSurvivalRegressionExample.scala | 2 +- .../org/apache/spark/examples/ml/ALSExample.scala | 2 +- .../spark/examples/ml/BinarizerExample.scala | 2 +- .../spark/examples/ml/BisectingKMeansExample.scala | 2 +- .../ml/BucketedRandomProjectionLSHExample.scala | 2 +- .../spark/examples/ml/BucketizerExample.scala | 2 +- .../spark/examples/ml/ChiSqSelectorExample.scala | 2 +- .../spark/examples/ml/ChiSquareTestExample.scala | 4 +- .../spark/examples/ml/CorrelationExample.scala | 6 +- .../spark/examples/ml/CountVectorizerExample.scala | 2 +- .../org/apache/spark/examples/ml/DCTExample.scala | 2 +- .../spark/examples/ml/DataFrameExample.scala | 2 +- .../ml/DecisionTreeClassificationExample.scala | 2 +- .../spark/examples/ml/DecisionTreeExample.scala | 4 +- .../ml/DecisionTreeRegressionExample.scala | 2 +- .../spark/examples/ml/DeveloperApiExample.scala | 2 +- .../examples/ml/ElementwiseProductExample.scala | 2 +- .../ml/EstimatorTransformerParamExample.scala | 6 +- .../spark/examples/ml/FMClassifierExample.scala | 2 +- .../spark/examples/ml/FMRegressorExample.scala | 2 +- .../apache/spark/examples/ml/FPGrowthExample.scala | 2 +- .../spark/examples/ml/FeatureHasherExample.scala | 2 +- .../org/apache/spark/examples/ml/GBTExample.scala | 2 +- .../spark/examples/ml/GaussianMixtureExample.scala | 2 +- .../ml/GeneralizedLinearRegressionExample.scala | 2 +- .../ml/GradientBoostedTreeClassifierExample.scala | 2 +- .../ml/GradientBoostedTreeRegressorExample.scala | 2 +- .../apache/spark/examples/ml/ImputerExample.scala | 2 +- .../spark/examples/ml/IndexToStringExample.scala | 2 +- .../spark/examples/ml/InteractionExample.scala | 2 +- .../examples/ml/IsotonicRegressionExample.scala | 2 +- .../apache/spark/examples/ml/KMeansExample.scala | 2 +- .../org/apache/spark/examples/ml/LDAExample.scala | 2 +- .../examples/ml/LinearRegressionExample.scala | 2 +- .../ml/LinearRegressionWithElasticNetExample.scala | 2 +- .../spark/examples/ml/LinearSVCExample.scala | 2 +- .../examples/ml/LogisticRegressionExample.scala | 2 +- .../ml/LogisticRegressionSummaryExample.scala | 2 +- .../LogisticRegressionWithElasticNetExample.scala | 2 +- .../spark/examples/ml/MaxAbsScalerExample.scala | 2 +- .../spark/examples/ml/MinHashLSHExample.scala | 2 +- .../spark/examples/ml/MinMaxScalerExample.scala | 2 +- .../ModelSelectionViaCrossValidationExample.scala | 2 +- ...elSelectionViaTrainValidationSplitExample.scala | 2 +- ...ssLogisticRegressionWithElasticNetExample.scala | 2 +- .../ml/MultilayerPerceptronClassifierExample.scala | 2 +- .../apache/spark/examples/ml/NGramExample.scala | 2 +- .../spark/examples/ml/NaiveBayesExample.scala | 2 +- .../spark/examples/ml/NormalizerExample.scala | 2 +- .../spark/examples/ml/OneHotEncoderExample.scala | 2 +- .../spark/examples/ml/OneVsRestExample.scala | 2 +- .../org/apache/spark/examples/ml/PCAExample.scala | 2 +- .../apache/spark/examples/ml/PipelineExample.scala | 2 +- .../examples/ml/PolynomialExpansionExample.scala | 2 +- .../ml/PowerIterationClusteringExample.scala | 2 +- .../spark/examples/ml/PrefixSpanExample.scala | 2 +- .../examples/ml/QuantileDiscretizerExample.scala | 2 +- .../apache/spark/examples/ml/RFormulaExample.scala | 2 +- .../ml/RandomForestClassifierExample.scala | 2 +- .../spark/examples/ml/RandomForestExample.scala | 2 +- .../examples/ml/RandomForestRegressorExample.scala | 2 +- .../spark/examples/ml/RobustScalerExample.scala | 2 +- .../spark/examples/ml/SQLTransformerExample.scala | 2 +- .../spark/examples/ml/StandardScalerExample.scala | 2 +- .../examples/ml/StopWordsRemoverExample.scala | 2 +- .../spark/examples/ml/StringIndexerExample.scala | 2 +- .../spark/examples/ml/SummarizerExample.scala | 2 +- .../apache/spark/examples/ml/TfIdfExample.scala | 2 +- .../spark/examples/ml/TokenizerExample.scala | 2 +- .../ml/UnivariateFeatureSelectorExample.scala | 2 +- .../ml/VarianceThresholdSelectorExample.scala | 2 +- .../spark/examples/ml/VectorAssemblerExample.scala | 2 +- .../spark/examples/ml/VectorIndexerExample.scala | 2 +- .../spark/examples/ml/VectorSizeHintExample.scala | 2 +- .../spark/examples/ml/VectorSlicerExample.scala | 2 +- .../apache/spark/examples/ml/Word2VecExample.scala | 2 +- .../mllib/BinaryClassificationMetricsExample.scala | 24 +-- .../examples/mllib/ChiSqSelectorExample.scala | 2 +- .../examples/mllib/ElementwiseProductExample.scala | 4 +- .../GradientBoostingClassificationExample.scala | 2 +- .../apache/spark/examples/mllib/LDAExample.scala | 2 +- .../mllib/LatentDirichletAllocationExample.scala | 2 +- .../spark/examples/mllib/NormalizerExample.scala | 4 +- .../examples/mllib/PMMLModelExportExample.scala | 2 +- .../mllib/RandomForestClassificationExample.scala | 2 +- .../examples/mllib/RankingMetricsExample.scala | 2 +- .../examples/mllib/StandardScalerExample.scala | 4 +- .../apache/spark/examples/mllib/TFIDFExample.scala | 4 +- .../apache/spark/examples/sql/RDDRelation.scala | 2 +- .../spark/examples/sql/SimpleTypedAggregator.scala | 2 +- .../StructuredComplexSessionization.scala | 2 +- .../sql/streaming/StructuredKafkaWordCount.scala | 2 +- .../StructuredKerberizedKafkaWordCount.scala | 2 +- .../sql/streaming/StructuredNetworkWordCount.scala | 2 +- .../StructuredNetworkWordCountWindowed.scala | 2 +- .../sql/streaming/StructuredSessionization.scala | 2 +- .../spark/examples/streaming/CustomReceiver.scala | 2 +- .../examples/streaming/SqlNetworkWordCount.scala | 2 +- .../streaming/StatefulNetworkWordCount.scala | 2 +- .../scala/org/apache/spark/graphx/GraphOps.scala | 2 +- .../org/apache/spark/graphx/impl/GraphImpl.scala | 2 +- .../org/apache/spark/graphx/EdgeRDDSuite.scala | 4 +- .../org/apache/spark/graphx/GraphLoaderSuite.scala | 2 +- .../org/apache/spark/graphx/GraphOpsSuite.scala | 46 ++--- .../scala/org/apache/spark/graphx/GraphSuite.scala | 14 +- .../org/apache/spark/graphx/PregelSuite.scala | 10 +- .../org/apache/spark/graphx/VertexRDDSuite.scala | 8 +- .../spark/graphx/lib/LabelPropagationSuite.scala | 4 +- .../apache/spark/graphx/lib/SVDPlusPlusSuite.scala | 4 +- .../spark/graphx/lib/ShortestPathsSuite.scala | 2 +- .../spark/graphx/lib/TriangleCountSuite.scala | 4 +- .../internal/io/cloud/CommitterBindingSuite.scala | 2 +- .../scala/org/apache/spark/ml/linalg/Vectors.scala | 2 +- .../org/apache/spark/ml/linalg/BLASBenchmark.scala | 190 ++++++++++----------- .../org/apache/spark/ml/linalg/VectorsSuite.scala | 12 +- .../main/scala/org/apache/spark/ml/Pipeline.scala | 2 +- .../main/scala/org/apache/spark/ml/Predictor.scala | 2 +- .../apache/spark/ml/attribute/AttributeGroup.scala | 2 +- .../spark/ml/classification/Classifier.scala | 2 +- .../apache/spark/ml/classification/LinearSVC.scala | 2 +- .../ml/classification/LogisticRegression.scala | 2 +- .../apache/spark/ml/classification/OneVsRest.scala | 2 +- .../classification/ProbabilisticClassifier.scala | 2 +- .../spark/ml/clustering/GaussianMixture.scala | 4 +- .../ml/clustering/PowerIterationClustering.scala | 2 +- .../spark/ml/evaluation/ClusteringEvaluator.scala | 2 +- .../ml/feature/BucketedRandomProjectionLSH.scala | 2 +- .../apache/spark/ml/feature/CountVectorizer.scala | 2 +- .../scala/org/apache/spark/ml/feature/LSH.scala | 4 +- .../org/apache/spark/ml/feature/MinHashLSH.scala | 12 +- .../org/apache/spark/ml/feature/RFormula.scala | 4 +- .../org/apache/spark/ml/feature/RobustScaler.scala | 8 +- .../org/apache/spark/ml/feature/Selector.scala | 4 +- .../apache/spark/ml/feature/StringIndexer.scala | 2 +- .../ml/feature/UnivariateFeatureSelector.scala | 8 +- .../org/apache/spark/ml/feature/VectorSlicer.scala | 2 +- .../ml/regression/AFTSurvivalRegression.scala | 2 +- .../regression/GeneralizedLinearRegression.scala | 2 +- .../spark/ml/regression/LinearRegression.scala | 2 +- .../org/apache/spark/ml/stat/FValueTest.scala | 2 +- .../spark/ml/tree/impl/GradientBoostedTrees.scala | 4 +- .../apache/spark/ml/tree/impl/RandomForest.scala | 6 +- .../apache/spark/ml/tuning/CrossValidator.scala | 4 +- .../org/apache/spark/ml/util/DatasetUtils.scala | 2 +- .../org/apache/spark/ml/util/SchemaUtils.scala | 6 +- .../spark/mllib/clustering/BisectingKMeans.scala | 2 +- .../spark/mllib/clustering/DistanceMeasure.scala | 2 +- .../apache/spark/mllib/pmml/PMMLExportable.scala | 2 +- .../regression/StreamingLinearAlgorithm.scala | 2 +- .../apache/spark/mllib/util/MFDataGenerator.scala | 2 +- .../scala/org/apache/spark/ml/FunctionsSuite.scala | 2 +- .../scala/org/apache/spark/ml/MLEventsSuite.scala | 18 +- .../scala/org/apache/spark/ml/PipelineSuite.scala | 14 +- .../ml/classification/GBTClassifierSuite.scala | 4 +- .../classification/LogisticRegressionSuite.scala | 4 +- .../ml/evaluation/ClusteringEvaluatorSuite.scala | 4 +- .../org/apache/spark/ml/feature/DCTSuite.scala | 4 +- .../ml/feature/QuantileDiscretizerSuite.scala | 12 +- .../feature/UnivariateFeatureSelectorSuite.scala | 8 +- .../spark/ml/feature/VectorSizeHintSuite.scala | 2 +- .../IterativelyReweightedLeastSquaresSuite.scala | 2 +- .../BinaryLogisticBlockAggregatorSuite.scala | 4 +- .../aggregator/HingeBlockAggregatorSuite.scala | 4 +- .../aggregator/HuberBlockAggregatorSuite.scala | 4 +- .../LeastSquaresBlockAggregatorSuite.scala | 2 +- .../MultinomialLogisticBlockAggregatorSuite.scala | 4 +- .../apache/spark/ml/recommendation/ALSSuite.scala | 28 +-- .../spark/ml/regression/GBTRegressorSuite.scala | 8 +- .../GeneralizedLinearRegressionSuite.scala | 2 +- .../ml/source/image/ImageFileFormatSuite.scala | 6 +- .../ml/source/libsvm/LibSVMRelationSuite.scala | 4 +- .../spark/ml/tree/impl/RandomForestSuite.scala | 4 +- .../apache/spark/ml/util/PMMLReadWriteTest.scala | 2 +- .../classification/LogisticRegressionSuite.scala | 2 +- .../mllib/clustering/DistanceMeasureSuite.scala | 4 +- .../spark/mllib/clustering/KMeansSuite.scala | 5 +- .../apache/spark/mllib/linalg/VectorsSuite.scala | 12 +- .../linalg/distributed/BlockMatrixSuite.scala | 8 +- .../mllib/linalg/distributed/RowMatrixSuite.scala | 2 +- .../spark/mllib/optimization/LBFGSSuite.scala | 4 +- .../BinaryClassificationPMMLModelExportSuite.scala | 4 +- .../GeneralizedLinearPMMLModelExportSuite.scala | 6 +- .../pmml/export/KMeansPMMLModelExportSuite.scala | 2 +- .../spark/mllib/random/RandomRDDsSuite.scala | 4 +- .../spark/mllib/util/MLlibTestSparkContext.scala | 2 +- pom.xml | 11 +- project/SparkBuild.scala | 9 +- .../main/scala/org/apache/spark/repl/Main.scala | 4 +- .../k8s/submit/KubernetesClientApplication.scala | 2 +- .../cluster/k8s/ExecutorPodsAllocatorSuite.scala | 8 +- .../cluster/k8s/StatefulSetAllocatorSuite.scala | 2 +- .../backend/minikube/MinikubeTestBackend.scala | 2 +- .../spark/deploy/yarn/ApplicationMaster.scala | 6 +- .../org/apache/spark/deploy/yarn/Client.scala | 4 +- .../yarn/YarnAllocatorNodeHealthTracker.scala | 2 +- .../cluster/YarnClusterSchedulerBackend.scala | 2 +- .../scheduler/cluster/YarnSchedulerBackend.scala | 2 +- .../yarn/ContainerPlacementStrategySuite.scala | 12 +- .../spark/deploy/yarn/YarnClusterSuite.scala | 2 +- .../spark/sql/catalyst/util/DateFormatter.scala | 2 +- .../sql/catalyst/util/TimestampFormatter.scala | 4 +- .../spark/sql/catalyst/analysis/Analyzer.scala | 16 +- .../sql/catalyst/catalog/InMemoryCatalog.scala | 2 +- .../sql/catalyst/catalog/SessionCatalog.scala | 4 +- .../spark/sql/catalyst/expressions/ExprUtils.scala | 6 +- .../sql/catalyst/expressions/ToStringBase.scala | 8 +- .../aggregate/HyperLogLogPlusPlus.scala | 2 +- .../catalyst/expressions/aggregate/collect.scala | 2 +- .../expressions/codegen/CodeGenerator.scala | 2 +- .../catalyst/expressions/codegen/javaCode.scala | 14 +- .../expressions/complexTypeExtractors.scala | 2 +- .../catalyst/expressions/datetimeExpressions.scala | 8 +- .../expressions/higherOrderFunctions.scala | 20 +-- .../sql/catalyst/expressions/mathExpressions.scala | 8 +- .../sql/catalyst/expressions/objects/objects.scala | 8 +- .../catalyst/expressions/stringExpressions.scala | 4 +- .../spark/sql/catalyst/expressions/subquery.scala | 2 +- .../catalyst/expressions/windowExpressions.scala | 4 +- .../spark/sql/catalyst/json/JsonFilters.scala | 2 +- .../spark/sql/catalyst/parser/AstBuilder.scala | 2 +- .../spark/sql/catalyst/plans/QueryPlan.scala | 2 +- .../plans/logical/basicLogicalOperators.scala | 4 +- .../spark/sql/catalyst/rules/RuleExecutor.scala | 4 +- .../spark/sql/catalyst/trees/TreePatternBits.scala | 4 +- .../apache/spark/sql/catalyst/trees/package.scala | 2 +- .../spark/sql/catalyst/util/StringUtils.scala | 4 +- .../sql/connector/catalog/CatalogV2Implicits.scala | 2 +- .../sql/connector/catalog/CatalogV2Util.scala | 2 +- .../org/apache/spark/sql/util/SQLOpenHashSet.scala | 4 +- .../sql/catalyst/analysis/AnalysisSuite.scala | 2 +- .../analysis/UnsupportedOperationsSuite.scala | 2 +- .../encoders/EncoderErrorMessageSuite.scala | 10 +- .../catalyst/encoders/EncoderResolutionSuite.scala | 46 ++--- .../catalyst/encoders/ExpressionEncoderSuite.scala | 18 +- .../expressions/ExpressionEvalHelper.scala | 10 +- .../expressions/ObjectExpressionsSuite.scala | 8 +- .../BasicStatsEstimationSuite.scala | 4 +- .../catalyst/util/ArrayDataIndexedSeqSuite.scala | 2 +- .../catalyst/util/TimestampFormatterSuite.scala | 2 +- .../spark/sql/catalyst/util/UnsafeArraySuite.scala | 12 +- .../sql/connector/catalog/InMemoryBaseTable.scala | 6 +- .../catalog/InMemoryTableWithV2Filter.scala | 2 +- .../scala/org/apache/spark/sql/SparkSession.scala | 2 +- .../catalyst/analysis/ResolveSessionCatalog.scala | 4 +- .../spark/sql/execution/GroupedIterator.scala | 2 +- .../sql/execution/arrow/ArrowConverters.scala | 4 +- .../spark/sql/execution/columnar/ColumnStats.scala | 26 +-- .../execution/command/createDataSourceTables.scala | 2 +- .../apache/spark/sql/execution/command/ddl.scala | 2 +- .../datasources/FileFormatDataWriter.scala | 4 +- .../execution/datasources/LogicalRelation.scala | 2 +- .../datasources/parquet/ParquetUtils.scala | 2 +- .../execution/datasources/v2/DataSourceRDD.scala | 4 +- .../execution/datasources/v2/jdbc/JDBCTable.scala | 4 +- .../spark/sql/execution/joins/HashJoin.scala | 2 +- .../sql/execution/python/PythonForeachWriter.scala | 6 +- .../spark/sql/execution/stat/FrequentItems.scala | 2 +- .../spark/sql/execution/stat/StatFunctions.scala | 4 +- .../streaming/CheckpointFileManager.scala | 4 +- .../spark/sql/execution/streaming/CommitLog.scala | 4 +- .../sql/execution/streaming/HDFSMetadataLog.scala | 2 +- .../execution/streaming/IncrementalExecution.scala | 16 +- .../execution/streaming/MicroBatchExecution.scala | 2 +- .../sql/execution/streaming/StreamExecution.scala | 2 +- .../execution/streaming/StreamingRelation.scala | 2 +- .../sql/execution/streaming/TriggerExecutor.scala | 4 +- .../continuous/ContinuousTextSocketSource.scala | 4 +- .../sql/execution/streaming/state/RocksDB.scala | 10 +- .../execution/streaming/statefulOperators.scala | 2 +- .../sql/execution/ui/SQLAppStatusListener.scala | 4 +- .../apache/spark/sql/internal/CatalogImpl.scala | 2 +- .../apache/spark/sql/jdbc/AggregatedDialect.scala | 2 +- .../org/apache/spark/sql/jdbc/DB2Dialect.scala | 2 +- .../apache/spark/sql/jdbc/DatabricksDialect.scala | 2 +- .../org/apache/spark/sql/jdbc/JdbcDialects.scala | 6 +- .../org/apache/spark/sql/jdbc/MySQLDialect.scala | 2 +- .../org/apache/spark/sql/jdbc/OracleDialect.scala | 2 +- .../apache/spark/sql/jdbc/PostgresDialect.scala | 4 +- .../apache/spark/sql/jdbc/TeradataDialect.scala | 2 +- .../ui/StreamingQueryStatusListener.scala | 2 +- .../org/apache/spark/sql/CachedTableSuite.scala | 8 +- .../apache/spark/sql/ColumnExpressionSuite.scala | 36 ++-- .../org/apache/spark/sql/CsvFunctionsSuite.scala | 10 +- .../apache/spark/sql/DataFrameAggregateSuite.scala | 10 +- .../spark/sql/DataFrameComplexTypeSuite.scala | 2 +- .../apache/spark/sql/DataFrameFunctionsSuite.scala | 20 +-- .../apache/spark/sql/DataFrameImplicitsSuite.scala | 8 +- .../org/apache/spark/sql/DataFrameJoinSuite.scala | 2 +- .../spark/sql/DataFrameNaFunctionsSuite.scala | 2 +- .../org/apache/spark/sql/DataFramePivotSuite.scala | 2 +- .../org/apache/spark/sql/DataFrameRangeSuite.scala | 46 ++--- .../apache/spark/sql/DataFrameSelfJoinSuite.scala | 10 +- .../spark/sql/DataFrameSetOperationsSuite.scala | 2 +- .../org/apache/spark/sql/DataFrameSuite.scala | 36 ++-- .../apache/spark/sql/DataFrameTungstenSuite.scala | 14 +- .../org/apache/spark/sql/DatasetBenchmark.scala | 2 +- .../scala/org/apache/spark/sql/DatasetSuite.scala | 82 ++++----- .../spark/sql/DynamicPartitionPruningSuite.scala | 2 +- .../scala/org/apache/spark/sql/ExplainSuite.scala | 2 +- .../spark/sql/FileBasedDataSourceSuite.scala | 10 +- .../scala/org/apache/spark/sql/GenTPCDSData.scala | 2 +- .../apache/spark/sql/GeneratorFunctionSuite.scala | 6 +- .../apache/spark/sql/IntervalFunctionsSuite.scala | 4 +- .../org/apache/spark/sql/JsonFunctionsSuite.scala | 8 +- .../apache/spark/sql/LateralColumnAliasSuite.scala | 8 +- .../org/apache/spark/sql/ProductAggSuite.scala | 2 +- .../scala/org/apache/spark/sql/SQLQuerySuite.scala | 18 +- .../scala/org/apache/spark/sql/SSBQuerySuite.scala | 2 +- .../org/apache/spark/sql/SerializationSuite.scala | 4 +- .../spark/sql/SparkSessionBuilderSuite.scala | 4 +- .../apache/spark/sql/StringFunctionsSuite.scala | 2 +- .../scala/org/apache/spark/sql/SubquerySuite.scala | 2 +- .../test/scala/org/apache/spark/sql/UDFSuite.scala | 2 +- .../org/apache/spark/sql/api/r/SQLUtilsSuite.scala | 2 +- .../spark/sql/connector/DataSourceV2SQLSuite.scala | 61 +++---- .../spark/sql/connector/DeleteFromTests.scala | 4 +- .../sql/errors/QueryExecutionErrorsSuite.scala | 8 +- .../execution/BaseScriptTransformationSuite.scala | 2 +- .../spark/sql/execution/QueryExecutionSuite.scala | 46 ++--- .../execution/RemoveRedundantProjectsSuite.scala | 2 +- .../spark/sql/execution/SQLExecutionSuite.scala | 8 +- .../sql/execution/WholeStageCodegenSuite.scala | 10 +- .../adaptive/AdaptiveQueryExecSuite.scala | 8 +- .../aggregate/SortBasedAggregationStoreSuite.scala | 2 +- .../execution/benchmark/BloomFilterBenchmark.scala | 2 +- .../benchmark/DataSourceReadBenchmark.scala | 16 +- .../benchmark/FilterPushdownBenchmark.scala | 2 +- .../sql/execution/benchmark/MiscBenchmark.scala | 4 +- .../benchmark/PrimitiveArrayBenchmark.scala | 16 +- .../execution/benchmark/TPCDSQueryBenchmark.scala | 2 +- .../benchmark/UnsafeArrayDataBenchmark.scala | 32 ++-- .../execution/benchmark/WideSchemaBenchmark.scala | 6 +- .../columnar/InMemoryColumnarQuerySuite.scala | 22 +-- .../command/CreateNamespaceSuiteBase.scala | 2 +- .../sql/execution/datasources/FileIndexSuite.scala | 6 +- .../FileSourceAggregatePushDownSuite.scala | 4 +- .../datasources/PrunePartitionSuiteBase.scala | 7 +- .../execution/datasources/SchemaPruningSuite.scala | 2 +- .../sql/execution/datasources/csv/CSVSuite.scala | 26 +-- .../sql/execution/datasources/json/JsonSuite.scala | 34 ++-- .../execution/datasources/orc/OrcQuerySuite.scala | 2 +- .../execution/datasources/orc/OrcSourceSuite.scala | 2 +- .../datasources/parquet/ParquetEncodingSuite.scala | 4 +- .../ParquetFileMetadataStructRowIndexSuite.scala | 14 +- .../datasources/parquet/ParquetFilterSuite.scala | 4 +- .../datasources/parquet/ParquetQuerySuite.scala | 4 +- .../sql/execution/joins/HashedRelationSuite.scala | 2 +- .../sql/execution/metric/SQLMetricsTestUtils.scala | 2 +- .../sql/execution/python/PythonUDFSuite.scala | 2 +- ...cProgressTrackingMicroBatchExecutionSuite.scala | 8 +- .../streaming/CheckpointFileManagerSuite.scala | 4 +- .../streaming/FileStreamSinkLogSuite.scala | 2 +- .../streaming/ProcessingTimeExecutorSuite.scala | 2 +- .../streaming/sources/ForeachBatchSinkSuite.scala | 16 +- .../state/OperatorStateMetadataSuite.scala | 4 +- .../state/RocksDBStateStoreIntegrationSuite.scala | 2 +- .../streaming/state/RocksDBStateStoreSuite.scala | 2 +- .../execution/streaming/state/RocksDBSuite.scala | 4 +- .../streaming/state/StateStoreRDDSuite.scala | 22 +-- .../streaming/state/StateStoreSuite.scala | 22 +-- .../execution/ui/MetricsAggregationBenchmark.scala | 4 +- .../execution/ui/SQLAppStatusListenerSuite.scala | 2 +- .../execution/vectorized/ColumnVectorSuite.scala | 14 +- .../vectorized/ColumnarBatchBenchmark.scala | 4 +- .../sql/internal/ExecutorSideSQLConfSuite.scala | 4 +- .../org/apache/spark/sql/jdbc/JDBCSuite.scala | 14 +- .../org/apache/spark/sql/jdbc/JDBCWriteSuite.scala | 2 +- .../DisableUnnecessaryBucketedScanSuite.scala | 2 +- .../org/apache/spark/sql/sources/InsertSuite.scala | 32 ++-- .../sql/streaming/EventTimeWatermarkSuite.scala | 8 +- .../spark/sql/streaming/FileStreamSinkSuite.scala | 6 +- .../sql/streaming/FileStreamSourceSuite.scala | 8 +- .../FlatMapGroupsInPandasWithStateSuite.scala | 12 +- .../streaming/FlatMapGroupsWithStateSuite.scala | 20 +-- .../spark/sql/streaming/GroupStateSuite.scala | 7 +- .../streaming/MultiStatefulOperatorsSuite.scala | 4 +- .../apache/spark/sql/streaming/StreamSuite.scala | 18 +- .../streaming/StreamingDeduplicationSuite.scala | 4 +- .../spark/sql/streaming/StreamingJoinSuite.scala | 59 +++---- .../streaming/StreamingQueryListenerSuite.scala | 10 +- .../StreamingQueryListenersConfSuite.scala | 2 +- .../sql/streaming/StreamingQueryManagerSuite.scala | 18 +- .../spark/sql/streaming/StreamingQuerySuite.scala | 26 +-- .../test/DataStreamReaderWriterSuite.scala | 12 +- .../spark/sql/streaming/ui/UISeleniumSuite.scala | 2 +- .../sql/test/DataFrameReaderWriterSuite.scala | 10 +- .../spark/sql/test/GenericFlatSpecSuite.scala | 14 +- .../spark/sql/test/GenericFunSpecSuite.scala | 14 +- .../spark/sql/test/GenericWordSpecSuite.scala | 14 +- .../spark/sql/util/DataFrameCallbackSuite.scala | 2 +- .../v1/sql/SqlResourceWithActualMetricsSuite.scala | 2 +- .../SparkExecuteStatementOperation.scala | 2 +- .../sql/hive/thriftserver/SparkSQLCLIDriver.scala | 4 +- .../thriftserver/HiveThriftServer2Suites.scala | 2 +- .../thriftserver/SparkMetadataOperationSuite.scala | 2 +- .../execution/CreateHiveTableAsSelectCommand.scala | 2 +- .../spark/sql/hive/HiveSchemaInferenceSuite.scala | 2 +- .../spark/sql/hive/execution/HiveDDLSuite.scala | 2 +- .../spark/sql/hive/execution/HiveQuerySuite.scala | 18 +- .../spark/sql/hive/execution/HiveUDFSuite.scala | 6 +- .../spark/sql/hive/execution/SQLQuerySuite.scala | 8 +- .../spark/sql/hive/execution/UDAQuerySuite.scala | 4 +- .../spark/sql/hive/orc/OrcReadBenchmark.scala | 12 +- .../org/apache/spark/streaming/Interval.scala | 2 +- .../scala/org/apache/spark/streaming/State.scala | 4 +- .../streaming/dstream/SocketInputDStream.scala | 2 +- .../spark/streaming/rdd/MapWithStateRDD.scala | 6 +- .../streaming/receiver/ReceivedBlockHandler.scala | 4 +- .../scheduler/ExecutorAllocationManager.scala | 2 +- .../spark/streaming/scheduler/JobScheduler.scala | 2 +- .../streaming/util/FileBasedWriteAheadLog.scala | 2 +- .../spark/streaming/util/RecurringTimer.scala | 2 +- .../spark/streaming/BasicOperationsSuite.scala | 2 +- .../apache/spark/streaming/CheckpointSuite.scala | 2 +- .../apache/spark/streaming/InputStreamsSuite.scala | 2 +- .../apache/spark/streaming/MapWithStateSuite.scala | 20 +-- .../apache/spark/streaming/MasterFailureTest.scala | 2 +- .../streaming/ReceivedBlockHandlerSuite.scala | 7 +- .../streaming/ReceivedBlockTrackerSuite.scala | 4 +- .../org/apache/spark/streaming/ReceiverSuite.scala | 10 +- .../spark/streaming/StreamingContextSuite.scala | 14 +- .../spark/streaming/StreamingListenerSuite.scala | 8 +- .../org/apache/spark/streaming/TestSuiteBase.scala | 2 +- .../apache/spark/streaming/UISeleniumSuite.scala | 6 +- .../spark/streaming/rdd/MapWithStateRDDSuite.scala | 6 +- .../scheduler/ExecutorAllocationManagerSuite.scala | 4 +- .../apache/spark/tools/GenerateMIMAIgnore.scala | 4 +- 594 files changed, 1907 insertions(+), 1880 deletions(-) --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org