This is an automated email from the ASF dual-hosted git repository.
dongjoon pushed a change to branch branch-4.0
in repository https://gitbox.apache.org/repos/asf/spark.git
from 808b3acfd5bd [SPARK-50666][SQL] Support hint for reading in JDBC data
source
add 8fc719992eff Revert "[SPARK-49700][CONNECT][SQL] Unified Scala
Interface for Connect and Classic"
No new revisions were added by this update.
Summary of changes:
.../src/main/resources/error/error-conditions.json | 5 -
.../apache/spark/sql}/DataFrameNaFunctions.scala | 10 +-
.../org/apache/spark/sql}/DataFrameReader.scala | 16 +-
.../apache/spark/sql}/DataFrameStatFunctions.scala | 8 +-
.../main/scala/org/apache/spark/sql}/Dataset.scala | 99 +++---
.../apache/spark/sql}/KeyValueGroupedDataset.scala | 42 ++-
.../spark/sql}/RelationalGroupedDataset.scala | 6 +-
.../scala/org/apache/spark/sql}/SQLContext.scala | 15 +-
.../scala/org/apache/spark/sql/SQLImplicits.scala | 19 +-
.../scala/org/apache/spark/sql}/SparkSession.scala | 64 ++--
.../apache/spark/sql}/TableValuedFunction.scala | 9 +-
.../org/apache/spark/sql}/UDFRegistration.scala | 24 +-
.../apache/spark/sql/application/ConnectRepl.scala | 4 +-
.../org/apache/spark/sql/catalog/Catalog.scala | 168 ++++++++++
.../connect/ConnectClientUnsupportedErrors.scala | 6 -
.../spark/sql/connect/ConnectConversions.scala | 13 +-
.../apache/spark/sql/internal/CatalogImpl.scala | 41 ++-
.../spark/sql/internal/ConnectRuntimeConfig.scala | 8 +-
.../spark/sql/internal/DataFrameWriterImpl.scala | 7 +-
.../spark/sql/internal/DataFrameWriterV2Impl.scala | 9 +-
.../spark/sql/internal/MergeIntoWriterImpl.scala | 9 +-
.../spark/sql/internal}/SessionCleaner.scala | 3 +-
.../spark/sql/internal}/UdfToProtoUtils.scala | 2 +-
.../spark/sql/internal}/columnNodeSupport.scala | 7 +-
.../main/scala/org/apache/spark/sql}/package.scala | 4 +-
.../spark/sql/streaming}/DataStreamReader.scala | 6 +-
.../spark/sql/streaming}/DataStreamWriter.scala | 22 +-
.../spark/sql/streaming}/StreamingQuery.scala | 12 +-
.../sql/streaming}/StreamingQueryListenerBus.scala | 4 +-
.../sql/streaming}/StreamingQueryManager.scala | 11 +-
.../org/apache/spark/sql/JavaEncoderSuite.java | 2 +-
.../spark/sql/{connect => }/CatalogSuite.scala | 5 +-
.../spark/sql/{connect => }/CheckpointSuite.scala | 4 +-
.../{connect => }/ClientDataFrameStatSuite.scala | 5 +-
.../sql/{connect => }/ClientDatasetSuite.scala | 5 +-
.../sql/{connect => }/ClientE2ETestSuite.scala | 8 +-
.../spark/sql/{connect => }/ColumnTestSuite.scala | 6 +-
.../{connect => }/DataFrameNaFunctionSuite.scala | 5 +-
.../apache/spark/sql/DataFrameSubquerySuite.scala | 2 +-
.../sql/DataFrameTableValuedFunctionsSuite.scala | 2 +-
.../sql/{connect => }/FunctionTestSuite.scala | 5 +-
.../KeyValueGroupedDatasetE2ETestSuite.scala | 5 +-
.../sql/{connect => }/MergeIntoE2ETestSuite.scala | 5 +-
.../apache/spark/sql/PlanGenerationTestSuite.scala | 3 +-
.../org/apache/spark/sql/SQLExpressionsSuite.scala | 2 +-
.../sql/{connect => }/SQLImplicitsTestSuite.scala | 5 +-
...kSessionBuilderImplementationBindingSuite.scala | 9 +-
.../sql/{connect => }/SparkSessionE2ESuite.scala | 4 +-
.../sql/{connect => }/SparkSessionSuite.scala | 4 +-
.../sql/{connect => }/StubbingTestSuite.scala | 4 +-
.../{connect => }/UDFClassLoadingE2ESuite.scala | 4 +-
.../{connect => }/UnsupportedFeaturesSuite.scala | 5 +-
.../UserDefinedFunctionE2ETestSuite.scala | 8 +-
.../{connect => }/UserDefinedFunctionSuite.scala | 5 +-
.../spark/sql/application/ReplE2ESuite.scala | 2 +-
.../spark/sql/connect/client/ArtifactSuite.scala | 2 +-
.../CheckConnectJvmClientCompatibility.scala | 2 +-
.../sql/connect/client/ClassFinderSuite.scala | 2 +-
.../SparkConnectClientBuilderParseTestSuite.scala | 2 +-
.../connect/client/SparkConnectClientSuite.scala | 84 ++---
.../connect/client/arrow/ArrowEncoderSuite.scala | 2 +-
.../ColumnNodeToProtoConverterSuite.scala | 11 +-
.../streaming/ClientStreamingQuerySuite.scala | 8 +-
.../FlatMapGroupsWithStateStreamingSuite.scala | 7 +-
.../streaming/StreamingQueryProgressSuite.scala | 5 +-
.../sql/{connect => }/test/ConnectFunSuite.scala | 4 +-
.../{connect => }/test/IntegrationTestUtils.scala | 2 +-
.../spark/sql/{connect => }/test/QueryTest.scala | 5 +-
.../{connect => }/test/RemoteSparkSession.scala | 6 +-
.../spark/sql/{connect => }/test/SQLHelper.scala | 9 +-
.../apache/spark/sql/kafka010/KafkaRelation.scala | 1 -
.../apache/spark/sql/kafka010/KafkaSource.scala | 4 +-
.../org/apache/spark/ml/stat/Summarizer.scala | 4 +-
.../sql/ml/InternalFunctionRegistration.scala | 2 +-
.../spark/mllib/util/MLlibTestSparkContext.scala | 2 +-
project/MimaExcludes.scala | 23 --
python/pyspark/java_gateway.py | 5 +-
.../main/scala/org/apache/spark/repl/Main.scala | 3 +-
.../scala/org/apache/spark/repl/ReplSuite.scala | 2 +-
.../spark/sql/expressions/javalang/typed.java | 2 +-
.../org/apache/spark/sql/DataFrameWriter.scala | 4 +-
.../org/apache/spark/sql/DataFrameWriterV2.scala | 2 +-
.../scala/org/apache/spark/sql/DatasetHolder.scala | 11 +-
.../spark/sql/{catalog => api}/Catalog.scala | 41 +--
.../spark/sql/{ => api}/DataFrameNaFunctions.scala | 67 ++--
.../spark/sql/{ => api}/DataFrameReader.scala | 56 ++--
.../sql/{ => api}/DataFrameStatFunctions.scala | 27 +-
.../sql/{streaming => api}/DataStreamReader.scala | 24 +-
.../sql/{streaming => api}/DataStreamWriter.scala | 37 +-
.../org/apache/spark/sql/{ => api}/Dataset.scala | 168 ++++------
.../sql/{ => api}/KeyValueGroupedDataset.scala | 34 +-
.../sql/{ => api}/RelationalGroupedDataset.scala | 33 +-
.../apache/spark/sql/{ => api}/SQLContext.scala | 11 +-
.../apache/spark/sql/{ => api}/SQLImplicits.scala | 19 +-
.../apache/spark/sql/{ => api}/SparkSession.scala | 371 +++++++--------------
.../sql/{streaming => api}/StreamingQuery.scala | 24 +-
.../{streaming => api}/StreamingQueryManager.scala | 5 +-
.../spark/sql/{ => api}/TableValuedFunction.scala | 6 +-
.../spark/sql/{ => api}/UDFRegistration.scala | 24 +-
.../apache/spark/sql/catalyst/trees/origin.scala | 2 +-
.../scala/org/apache/spark/sql/functions.scala | 2 +-
.../apache/spark/sql/internal/columnNodes.scala | 2 +-
.../spark/sql/streaming/StatefulProcessor.scala | 2 +-
.../sql/streaming/StreamingQueryListener.scala | 15 +-
...kSessionBuilderImplementationBindingSuite.scala | 2 +-
.../apache/spark/sql/connect/SQLImplicits.scala | 40 ---
.../test/resources/query-tests/queries/apply.json | 2 +-
.../resources/query-tests/queries/apply.proto.bin | Bin 233 -> 237 bytes
.../query-tests/queries/between_expr.json | 2 +-
.../query-tests/queries/between_expr.proto.bin | Bin 272 -> 264 bytes
.../test/resources/query-tests/queries/col.json | 4 +-
.../resources/query-tests/queries/col.proto.bin | Bin 430 -> 414 bytes
.../resources/query-tests/queries/colRegex.json | 2 +-
.../query-tests/queries/colRegex.proto.bin | Bin 249 -> 241 bytes
.../resources/query-tests/queries/cube_column.json | 6 +-
.../query-tests/queries/cube_column.proto.bin | Bin 937 -> 949 bytes
.../resources/query-tests/queries/cube_string.json | 10 +-
.../query-tests/queries/cube_string.proto.bin | Bin 957 -> 953 bytes
.../resources/query-tests/queries/filter_expr.json | 2 +-
.../query-tests/queries/filter_expr.proto.bin | Bin 252 -> 244 bytes
.../query-tests/queries/function_window_time.json | 2 +-
.../queries/function_window_time.proto.bin | Bin 739 -> 731 bytes
.../resources/query-tests/queries/groupby_agg.json | 48 +--
.../query-tests/queries/groupby_agg.proto.bin | Bin 3139 -> 3139 bytes
.../query-tests/queries/groupby_agg_string.json | 16 +-
.../queries/groupby_agg_string.proto.bin | Bin 1161 -> 1145 bytes
.../resources/query-tests/queries/groupby_avg.json | 12 +-
.../query-tests/queries/groupby_avg.proto.bin | Bin 1017 -> 993 bytes
.../query-tests/queries/groupby_count.json | 6 +-
.../query-tests/queries/groupby_count.proto.bin | Bin 757 -> 769 bytes
.../resources/query-tests/queries/groupby_max.json | 12 +-
.../query-tests/queries/groupby_max.proto.bin | Bin 1017 -> 993 bytes
.../query-tests/queries/groupby_mean.json | 12 +-
.../query-tests/queries/groupby_mean.proto.bin | Bin 1017 -> 993 bytes
.../resources/query-tests/queries/groupby_min.json | 12 +-
.../query-tests/queries/groupby_min.proto.bin | Bin 1017 -> 993 bytes
.../resources/query-tests/queries/groupby_sum.json | 12 +-
.../query-tests/queries/groupby_sum.proto.bin | Bin 1017 -> 993 bytes
.../query-tests/queries/groupingSets.json | 12 +-
.../query-tests/queries/groupingSets.proto.bin | Bin 1147 -> 1147 bytes
.../queries/grouping_and_grouping_id.json | 4 +-
.../queries/grouping_and_grouping_id.proto.bin | Bin 1805 -> 1789 bytes
.../test/resources/query-tests/queries/hint.json | 4 +-
.../resources/query-tests/queries/hint.proto.bin | Bin 240 -> 224 bytes
.../query-tests/queries/orderBy_strings.json | 6 +-
.../query-tests/queries/orderBy_strings.proto.bin | Bin 640 -> 616 bytes
.../test/resources/query-tests/queries/pivot.json | 4 +-
.../resources/query-tests/queries/pivot.proto.bin | Bin 801 -> 797 bytes
.../queries/pivot_without_column_values.json | 4 +-
.../queries/pivot_without_column_values.proto.bin | Bin 789 -> 785 bytes
...artitionByRange_num_partitions_expressions.json | 2 +-
...ionByRange_num_partitions_expressions.proto.bin | Bin 821 -> 813 bytes
.../query-tests/queries/rollup_column.json | 6 +-
.../query-tests/queries/rollup_column.proto.bin | Bin 937 -> 949 bytes
.../query-tests/queries/rollup_string.json | 10 +-
.../query-tests/queries/rollup_string.proto.bin | Bin 961 -> 957 bytes
.../resources/query-tests/queries/sampleBy.json | 2 +-
.../query-tests/queries/sampleBy.proto.bin | Bin 306 -> 298 bytes
.../resources/query-tests/queries/selectExpr.json | 4 +-
.../query-tests/queries/selectExpr.proto.bin | Bin 462 -> 446 bytes
.../queries/select_collated_string.json | 2 +-
.../queries/select_collated_string.proto.bin | Bin 243 -> 235 bytes
.../query-tests/queries/select_strings.json | 4 +-
.../query-tests/queries/select_strings.proto.bin | Bin 432 -> 416 bytes
.../query-tests/queries/select_typed_1-arg.json | 4 +-
.../queries/select_typed_1-arg.proto.bin | Bin 1013 -> 997 bytes
.../queries/sortWithinPartitions_strings.json | 4 +-
.../queries/sortWithinPartitions_strings.proto.bin | Bin 476 -> 460 bytes
.../query-tests/queries/sort_strings.json | 4 +-
.../query-tests/queries/sort_strings.proto.bin | Bin 443 -> 427 bytes
.../test/resources/query-tests/queries/toJSON.json | 6 +-
.../resources/query-tests/queries/toJSON.proto.bin | Bin 745 -> 721 bytes
.../resources/query-tests/queries/where_expr.json | 2 +-
.../query-tests/queries/where_expr.proto.bin | Bin 251 -> 243 bytes
.../query-tests/queries/withMetadata.json | 2 +-
.../query-tests/queries/withMetadata.proto.bin | Bin 294 -> 286 bytes
.../execution/SparkConnectPlanExecution.scala | 2 +-
.../org/apache/spark/sql/connect/ml/MLUtils.scala | 3 +-
.../sql/connect/planner/SparkConnectPlanner.scala | 16 +-
.../planner/StreamingForeachBatchHelper.scala | 2 +-
.../spark/sql/connect/service/SessionHolder.scala | 3 +-
.../service/SparkConnectAnalyzeHandler.scala | 2 +-
.../service/SparkConnectSessionManager.scala | 2 +-
.../spark/sql/connect/SparkConnectTestUtils.scala | 2 +-
.../connect/planner/SparkConnectPlannerSuite.scala | 3 +-
.../planner/SparkConnectPlannerTestUtils.scala | 2 +-
.../connect/planner/SparkConnectProtoSuite.scala | 4 +-
.../SparkConnectWithSessionExtensionSuite.scala | 5 +-
.../plugin/SparkConnectPluginRegistrySuite.scala | 2 +-
.../service/ExecuteEventsManagerSuite.scala | 2 +-
.../service/SessionEventsManagerSuite.scala | 2 +-
.../SparkConnectStreamingQueryCacheSuite.scala | 4 +-
.../src/main/scala/org/apache/spark/shims.scala | 1 -
.../sql/{classic => }/DataFrameNaFunctions.scala | 10 +-
.../spark/sql/{classic => }/DataFrameReader.scala | 13 +-
.../sql/{classic => }/DataFrameStatFunctions.scala | 6 +-
.../apache/spark/sql/{classic => }/Dataset.scala | 111 +++---
.../sql/{classic => }/KeyValueGroupedDataset.scala | 72 ++--
.../{classic => }/RelationalGroupedDataset.scala | 14 +-
.../spark/sql/{classic => }/SQLContext.scala | 18 +-
.../scala/org/apache/spark/sql/SQLImplicits.scala} | 7 +-
.../spark/sql/{classic => }/SparkSession.scala | 75 +++--
.../main/scala/org/apache/spark/sql/TableArg.scala | 2 +-
.../sql/{classic => }/TableValuedFunction.scala | 6 +-
.../spark/sql/{classic => }/UDFRegistration.scala | 9 +-
.../spark/sql/api/python/PythonSQLUtils.scala | 2 +-
.../org/apache/spark/sql/api/r/SQLUtils.scala | 3 +-
.../spark/sql/artifact/ArtifactManager.scala | 3 +-
.../org/apache/spark/sql/catalog/Catalog.scala | 166 +++++++++
.../analysis/EvalSubqueriesForTimeTravel.scala | 2 +-
.../sql/catalyst/analysis/ResolveDataSource.scala | 2 +-
.../apache/spark/sql/classic/SQLImplicits.scala | 42 ---
.../org/apache/spark/sql/classic/conversions.scala | 14 +-
.../apache/spark/sql/execution/CacheManager.scala | 2 +-
.../apache/spark/sql/execution/ExistingRDD.scala | 3 +-
.../spark/sql/execution/QueryExecution.scala | 3 +-
.../apache/spark/sql/execution/SQLExecution.scala | 2 +-
.../org/apache/spark/sql/execution/SparkPlan.scala | 3 +-
.../apache/spark/sql/execution/SparkPlanner.scala | 6 +-
.../spark/sql/execution/SparkStrategies.scala | 3 +-
.../execution/adaptive/AdaptiveSparkPlanExec.scala | 2 +-
.../analysis/DetectAmbiguousSelfJoin.scala | 2 +-
.../sql/execution/arrow/ArrowConverters.scala | 2 +-
.../execution/command/AnalyzeColumnCommand.scala | 4 +-
.../command/AnalyzePartitionCommand.scala | 1 -
.../execution/command/AnalyzeTableCommand.scala | 2 +-
.../execution/command/AnalyzeTablesCommand.scala | 2 +-
.../spark/sql/execution/command/CommandUtils.scala | 2 +-
.../sql/execution/command/DataWritingCommand.scala | 3 +-
.../command/DescribeRelationJsonCommand.scala | 1 -
.../command/InsertIntoDataSourceDirCommand.scala | 2 +-
.../spark/sql/execution/command/SetCommand.scala | 1 -
.../execution/command/createDataSourceTables.scala | 3 +-
.../apache/spark/sql/execution/command/ddl.scala | 1 -
.../spark/sql/execution/command/tables.scala | 1 -
.../apache/spark/sql/execution/command/views.scala | 1 -
.../sql/execution/datasources/DataSource.scala | 4 +-
.../execution/datasources/DataSourceResolver.scala | 2 +-
.../execution/datasources/DataSourceStrategy.scala | 4 +-
.../datasources/FallBackFileSourceV2.scala | 2 +-
.../sql/execution/datasources/FileFormat.scala | 2 +-
.../execution/datasources/FileFormatWriter.scala | 2 +-
.../sql/execution/datasources/FilePartition.scala | 1 -
.../sql/execution/datasources/FileResolver.scala | 2 +-
.../datasources/InsertIntoDataSourceCommand.scala | 4 +-
.../InsertIntoHadoopFsRelationCommand.scala | 3 +-
.../datasources/SaveIntoDataSourceCommand.scala | 4 +-
.../execution/datasources/csv/CSVDataSource.scala | 1 -
.../spark/sql/execution/datasources/ddl.scala | 2 +-
.../datasources/json/JsonDataSource.scala | 1 -
.../sql/execution/datasources/json/JsonUtils.scala | 2 +-
.../datasources/parquet/ParquetFileFormat.scala | 2 +-
.../datasources/parquet/ParquetUtils.scala | 3 +-
.../spark/sql/execution/datasources/rules.scala | 3 +-
.../execution/datasources/v2/CacheTableExec.scala | 2 +-
.../datasources/v2/DataSourceV2Strategy.scala | 4 +-
.../execution/datasources/v2/RenameTableExec.scala | 2 +-
.../datasources/v2/V1FallbackWriters.scala | 2 +-
.../execution/datasources/xml/XmlDataSource.scala | 1 -
.../dynamicpruning/PlanDynamicPruningFilters.scala | 2 +-
.../python/TransformWithStateInPandasExec.scala | 4 +-
.../python/UserDefinedPythonFunction.scala | 5 +-
.../spark/sql/execution/stat/FrequentItems.scala | 5 +-
.../spark/sql/execution/stat/StatFunctions.scala | 3 +-
.../AsyncProgressTrackingMicroBatchExecution.scala | 2 +-
.../sql/execution/streaming/FileStreamSink.scala | 1 -
.../sql/execution/streaming/FileStreamSource.scala | 2 +-
.../execution/streaming/IncrementalExecution.scala | 4 +-
.../execution/streaming/MicroBatchExecution.scala | 3 +-
.../sql/execution/streaming/ProgressReporter.scala | 3 +-
.../spark/sql/execution/streaming/Sink.scala | 2 +-
.../sql/execution/streaming/StreamExecution.scala | 4 +-
.../streaming/StreamingQueryWrapper.scala | 4 +-
.../streaming/continuous/ContinuousExecution.scala | 2 +-
.../spark/sql/execution/streaming/memory.scala | 4 +-
.../streaming/sources/ConsoleStreamingWrite.scala | 2 +-
.../streaming/sources/ForeachBatchSink.scala | 8 +-
.../sql/execution/streaming/state/package.scala | 5 +-
.../org/apache/spark/sql/execution/subquery.scala | 2 +-
.../sql/internal/BaseSessionStateBuilder.scala | 4 +-
.../Catalog.scala => internal/CatalogImpl.scala} | 25 +-
.../DataFrameWriterImpl.scala} | 8 +-
.../DataFrameWriterV2Impl.scala} | 12 +-
.../MergeIntoWriterImpl.scala} | 21 +-
.../{classic => internal}/ObservationManager.scala | 4 +-
.../RuntimeConfigImpl.scala} | 7 +-
.../apache/spark/sql/internal/SessionState.scala | 4 +-
.../sql/{classic => internal}/TypedAggUtils.scala | 3 +-
.../UserDefinedFunctionUtils.scala | 2 +-
.../{classic => internal}/columnNodeSupport.scala | 9 +-
.../main/scala/org/apache/spark/sql/package.scala | 34 +-
.../sql/scripting/SqlScriptingExecution.scala | 2 +-
.../sql/scripting/SqlScriptingExecutionNode.scala | 3 +-
.../sql/scripting/SqlScriptingInterpreter.scala | 2 +-
.../{classic => streaming}/DataStreamReader.scala | 7 +-
.../{classic => streaming}/DataStreamWriter.scala | 15 +-
.../{classic => streaming}/StreamingQuery.scala | 6 +-
.../StreamingQueryManager.scala | 7 +-
.../spark/sql/util/QueryExecutionListener.scala | 2 +-
.../test/org/apache/spark/sql/JavaUDAFSuite.java | 2 +-
.../test/org/apache/spark/sql/JavaUDFSuite.java | 2 +-
...ApproxCountDistinctForIntervalsQuerySuite.scala | 4 +-
.../org/apache/spark/sql/CachedTableSuite.scala | 8 +-
.../spark/sql/CollationExpressionWalkerSuite.scala | 2 +-
.../apache/spark/sql/DataFrameAsOfJoinSuite.scala | 2 +-
.../spark/sql/DataFrameNaFunctionsSuite.scala | 2 +-
.../apache/spark/sql/DataFrameSelfJoinSuite.scala | 19 +-
.../spark/sql/DataFrameSessionWindowingSuite.scala | 2 +-
.../spark/sql/DataFrameSetOperationsSuite.scala | 2 +-
.../org/apache/spark/sql/DataFrameSuite.scala | 10 +-
.../spark/sql/DataFrameTimeWindowingSuite.scala | 5 +-
.../spark/sql/DataFrameWindowFramesSuite.scala | 3 +-
.../scala/org/apache/spark/sql/DatasetSuite.scala | 8 +-
.../org/apache/spark/sql/DeprecatedAPISuite.scala | 6 +-
.../apache/spark/sql/IntegratedUDFTestUtils.scala | 12 +-
.../scala/org/apache/spark/sql/JoinSuite.scala | 4 +-
.../scala/org/apache/spark/sql/QueryTest.scala | 1 -
.../org/apache/spark/sql/RuntimeConfigSuite.scala | 5 +-
.../spark/sql/{classic => }/SQLContextSuite.scala | 5 +-
.../org/apache/spark/sql/SessionStateSuite.scala | 4 +-
...kSessionBuilderImplementationBindingSuite.scala | 5 +-
.../spark/sql/SparkSessionBuilderSuite.scala | 6 +-
.../spark/sql/SparkSessionExtensionSuite.scala | 1 -
...parkSessionJobTaggingAndCancellationSuite.scala | 21 +-
.../spark/sql/StatisticsCollectionSuite.scala | 2 +-
.../test/scala/org/apache/spark/sql/UDFSuite.scala | 3 +-
.../spark/sql/artifact/ArtifactManagerSuite.scala | 2 +-
.../sql/connector/MergeIntoDataFrameSuite.scala | 6 +-
.../sql/connector/TableCapabilityCheckSuite.scala | 3 +-
.../connector/functions/V2FunctionBenchmark.scala | 3 +-
.../sql/errors/QueryExecutionAnsiErrorsSuite.scala | 3 +-
.../sql/execution/BroadcastExchangeSuite.scala | 2 +-
.../spark/sql/execution/QueryExecutionSuite.scala | 3 +-
.../spark/sql/execution/SQLExecutionSuite.scala | 3 +-
.../apache/spark/sql/execution/SparkPlanTest.scala | 1 -
.../sql/execution/arrow/ArrowConvertersSuite.scala | 3 +-
.../columnar/InMemoryColumnarQuerySuite.scala | 3 +-
.../datasources/CommonFileDataSourceSuite.scala | 3 +-
.../FileSourceCustomMetadataStructSuite.scala | 3 +-
.../datasources/FileSourceStrategySuite.scala | 3 +-
.../datasources/noop/NoopStreamSuite.scala | 2 +-
.../orc/OrcColumnarBatchReaderSuite.scala | 2 +-
.../sql/execution/datasources/orc/OrcTest.scala | 2 +-
.../parquet/ParquetCommitterSuite.scala | 2 +-
.../datasources/parquet/ParquetFilterSuite.scala | 5 +-
.../datasources/v2/V2SessionCatalogSuite.scala | 2 +-
.../sql/execution/joins/BroadcastJoinSuite.scala | 3 +-
.../sql/execution/joins/ExistenceJoinSuite.scala | 3 +-
.../spark/sql/execution/joins/InnerJoinSuite.scala | 3 +-
.../spark/sql/execution/joins/OuterJoinSuite.scala | 3 +-
.../sql/execution/joins/SingleJoinSuite.scala | 3 +-
.../streaming/MicroBatchExecutionSuite.scala | 2 +-
.../state/StateStoreCoordinatorSuite.scala | 2 +-
.../streaming/state/StateStoreRDDSuite.scala | 3 +-
.../execution/ui/SQLAppStatusListenerSuite.scala | 2 +-
.../apache/spark/sql/internal/CatalogSuite.scala | 11 +-
.../spark/sql/internal/ColumnNodeSuite.scala | 3 +-
.../ColumnNodeToExpressionConverterSuite.scala | 10 +-
.../sql/internal/ExecutorSideSQLConfSuite.scala | 2 +-
.../apache/spark/sql/internal/SQLConfSuite.scala | 3 +-
.../scripting/SqlScriptingExecutionNodeSuite.scala | 3 +-
.../scripting/SqlScriptingInterpreterSuite.scala | 3 +-
.../streaming/AcceptsLatestSeenOffsetSuite.scala | 3 +-
.../apache/spark/sql/streaming/StreamSuite.scala | 4 +-
.../apache/spark/sql/streaming/StreamTest.scala | 4 +-
.../sql/streaming/StreamingAggregationSuite.scala | 3 +-
.../spark/sql/streaming/StreamingJoinSuite.scala | 2 +-
.../spark/sql/streaming/StreamingQuerySuite.scala | 5 +-
.../sql/streaming/TriggerAvailableNowSuite.scala | 4 +-
.../test/DataStreamReaderWriterSuite.scala | 7 +-
.../sql/streaming/util/BlockOnStopSource.scala | 6 +-
.../spark/sql/streaming/util/BlockingSource.scala | 7 +-
.../org/apache/spark/sql/test/SQLTestData.scala | 2 +-
.../org/apache/spark/sql/test/SQLTestUtils.scala | 6 +-
.../apache/spark/sql/test/SharedSparkSession.scala | 3 +-
.../org/apache/spark/sql/test/TestSQLContext.scala | 2 +-
.../spark/sql/util/DataFrameCallbackSuite.scala | 5 +-
.../sql/util/ExecutionListenerManagerSuite.scala | 1 -
.../sql/hive/thriftserver/SparkSQLDriver.scala | 1 -
.../SparkExecuteStatementOperationSuite.scala | 2 +-
.../sql/hive/DataSourceWithHiveResolver.scala | 2 +-
.../org/apache/spark/sql/hive/HiveContext.scala | 2 +-
.../spark/sql/hive/HiveMetastoreCatalog.scala | 3 +-
.../spark/sql/hive/HiveSessionStateBuilder.scala | 3 +-
.../org/apache/spark/sql/hive/HiveUtils.scala | 2 +-
.../hive/execution/InsertIntoHiveDirCommand.scala | 3 +-
.../sql/hive/execution/InsertIntoHiveTable.scala | 3 +-
.../spark/sql/hive/execution/SaveAsHiveFile.scala | 2 +-
.../sql/hive/JavaMetastoreDataSourcesSuite.java | 3 +-
.../ObjectHashAggregateExecBenchmark.scala | 2 +-
.../apache/spark/sql/hive/CachedTableSuite.scala | 3 +-
.../hive/HiveExternalCatalogVersionsSuite.scala | 3 +-
.../spark/sql/hive/HiveSharedStateSuite.scala | 2 +-
.../sql/hive/execution/AggregationQuerySuite.scala | 4 +-
.../sql/hive/execution/HiveComparisonTest.scala | 2 +-
.../spark/sql/hive/execution/HiveQuerySuite.scala | 3 +-
.../hive/execution/ObjectHashAggregateSuite.scala | 3 +-
.../org/apache/spark/sql/hive/test/TestHive.scala | 2 +-
.../spark/sql/hive/test/TestHiveSingleton.scala | 2 +-
.../spark/sql/sources/SimpleTextRelation.scala | 3 +-
400 files changed, 1732 insertions(+), 1874 deletions(-)
rename {sql/connect/common/src/main/scala/org/apache/spark/sql/connect =>
connector/connect/client/jvm/src/main/scala/org/apache/spark/sql}/DataFrameNaFunctions.scala
(96%)
rename {sql/connect/common/src/main/scala/org/apache/spark/sql/connect =>
connector/connect/client/jvm/src/main/scala/org/apache/spark/sql}/DataFrameReader.scala
(95%)
rename {sql/connect/common/src/main/scala/org/apache/spark/sql/connect =>
connector/connect/client/jvm/src/main/scala/org/apache/spark/sql}/DataFrameStatFunctions.scala
(95%)
rename {sql/connect/common/src/main/scala/org/apache/spark/sql/connect =>
connector/connect/client/jvm/src/main/scala/org/apache/spark/sql}/Dataset.scala
(94%)
rename {sql/connect/common/src/main/scala/org/apache/spark/sql/connect =>
connector/connect/client/jvm/src/main/scala/org/apache/spark/sql}/KeyValueGroupedDataset.scala
(94%)
rename {sql/connect/common/src/main/scala/org/apache/spark/sql/connect =>
connector/connect/client/jvm/src/main/scala/org/apache/spark/sql}/RelationalGroupedDataset.scala
(97%)
rename {sql/connect/common/src/main/scala/org/apache/spark/sql/connect =>
connector/connect/client/jvm/src/main/scala/org/apache/spark/sql}/SQLContext.scala
(97%)
rename sql/core/src/main/scala/org/apache/spark/sql/classic/package.scala =>
connector/connect/client/jvm/src/main/scala/org/apache/spark/sql/SQLImplicits.scala
(70%)
rename {sql/connect/common/src/main/scala/org/apache/spark/sql/connect =>
connector/connect/client/jvm/src/main/scala/org/apache/spark/sql}/SparkSession.scala
(93%)
rename {sql/connect/common/src/main/scala/org/apache/spark/sql/connect =>
connector/connect/client/jvm/src/main/scala/org/apache/spark/sql}/TableValuedFunction.scala
(91%)
rename {sql/connect/common/src/main/scala/org/apache/spark/sql/connect =>
connector/connect/client/jvm/src/main/scala/org/apache/spark/sql}/UDFRegistration.scala
(78%)
create mode 100644
connector/connect/client/jvm/src/main/scala/org/apache/spark/sql/catalog/Catalog.scala
rename {sql/connect/common =>
connector/connect/client/jvm}/src/main/scala/org/apache/spark/sql/connect/ConnectClientUnsupportedErrors.scala
(91%)
rename {sql/connect/common =>
connector/connect/client/jvm}/src/main/scala/org/apache/spark/sql/connect/ConnectConversions.scala
(88%)
rename
sql/connect/common/src/main/scala/org/apache/spark/sql/connect/Catalog.scala =>
connector/connect/client/jvm/src/main/scala/org/apache/spark/sql/internal/CatalogImpl.scala
(95%)
rename
sql/connect/common/src/main/scala/org/apache/spark/sql/connect/RuntimeConfig.scala
=>
connector/connect/client/jvm/src/main/scala/org/apache/spark/sql/internal/ConnectRuntimeConfig.scala
(96%)
rename
sql/connect/common/src/main/scala/org/apache/spark/sql/connect/DataFrameWriter.scala
=>
connector/connect/client/jvm/src/main/scala/org/apache/spark/sql/internal/DataFrameWriterImpl.scala
(96%)
rename
sql/connect/common/src/main/scala/org/apache/spark/sql/connect/DataFrameWriterV2.scala
=>
connector/connect/client/jvm/src/main/scala/org/apache/spark/sql/internal/DataFrameWriterV2Impl.scala
(94%)
rename
sql/connect/common/src/main/scala/org/apache/spark/sql/connect/MergeIntoWriter.scala
=>
connector/connect/client/jvm/src/main/scala/org/apache/spark/sql/internal/MergeIntoWriterImpl.scala
(95%)
rename {sql/connect/common/src/main/scala/org/apache/spark/sql/connect =>
connector/connect/client/jvm/src/main/scala/org/apache/spark/sql/internal}/SessionCleaner.scala
(95%)
rename {sql/connect/common/src/main/scala/org/apache/spark/sql/connect =>
connector/connect/client/jvm/src/main/scala/org/apache/spark/sql/internal}/UdfToProtoUtils.scala
(99%)
rename {sql/connect/common/src/main/scala/org/apache/spark/sql/connect =>
connector/connect/client/jvm/src/main/scala/org/apache/spark/sql/internal}/columnNodeSupport.scala
(95%)
copy {sql/connect/common/src/main/scala/org/apache/spark/sql/connect =>
connector/connect/client/jvm/src/main/scala/org/apache/spark/sql}/package.scala
(93%)
rename {sql/connect/common/src/main/scala/org/apache/spark/sql/connect =>
connector/connect/client/jvm/src/main/scala/org/apache/spark/sql/streaming}/DataStreamReader.scala
(96%)
rename {sql/connect/common/src/main/scala/org/apache/spark/sql/connect =>
connector/connect/client/jvm/src/main/scala/org/apache/spark/sql/streaming}/DataStreamWriter.scala
(88%)
rename {sql/connect/common/src/main/scala/org/apache/spark/sql/connect =>
connector/connect/client/jvm/src/main/scala/org/apache/spark/sql/streaming}/StreamingQuery.scala
(93%)
rename {sql/connect/common/src/main/scala/org/apache/spark/sql/connect =>
connector/connect/client/jvm/src/main/scala/org/apache/spark/sql/streaming}/StreamingQueryListenerBus.scala
(98%)
rename {sql/connect/common/src/main/scala/org/apache/spark/sql/connect =>
connector/connect/client/jvm/src/main/scala/org/apache/spark/sql/streaming}/StreamingQueryManager.scala
(93%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
}/CatalogSuite.scala (98%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
}/CheckpointSuite.scala (97%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
}/ClientDataFrameStatSuite.scala (98%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
}/ClientDatasetSuite.scala (97%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
}/ClientE2ETestSuite.scala (99%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
}/ColumnTestSuite.scala (97%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
}/DataFrameNaFunctionSuite.scala (98%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
}/FunctionTestSuite.scala (98%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
}/KeyValueGroupedDatasetE2ETestSuite.scala (99%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
}/MergeIntoE2ETestSuite.scala (97%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
}/SQLImplicitsTestSuite.scala (97%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
}/SparkSessionBuilderImplementationBindingSuite.scala (82%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
}/SparkSessionE2ESuite.scala (99%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
}/SparkSessionSuite.scala (99%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
}/StubbingTestSuite.scala (91%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
}/UDFClassLoadingE2ESuite.scala (96%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
}/UnsupportedFeaturesSuite.scala (96%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
}/UserDefinedFunctionE2ETestSuite.scala (98%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
}/UserDefinedFunctionSuite.scala (96%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
internal}/ColumnNodeToProtoConverterSuite.scala (97%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
}/streaming/ClientStreamingQuerySuite.scala (98%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
}/streaming/FlatMapGroupsWithStateStreamingSuite.scala (96%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
}/streaming/StreamingQueryProgressSuite.scala (97%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
}/test/ConnectFunSuite.scala (94%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
}/test/IntegrationTestUtils.scala (99%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
}/test/QueryTest.scala (98%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
}/test/RemoteSparkSession.scala (98%)
rename
connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/{connect =>
}/test/SQLHelper.scala (94%)
rename sql/api/src/main/scala/org/apache/spark/sql/{catalog =>
api}/Catalog.scala (95%)
rename sql/api/src/main/scala/org/apache/spark/sql/{ =>
api}/DataFrameNaFunctions.scala (85%)
rename sql/api/src/main/scala/org/apache/spark/sql/{ =>
api}/DataFrameReader.scala (94%)
rename sql/api/src/main/scala/org/apache/spark/sql/{ =>
api}/DataFrameStatFunctions.scala (97%)
rename sql/api/src/main/scala/org/apache/spark/sql/{streaming =>
api}/DataStreamReader.scala (95%)
rename sql/api/src/main/scala/org/apache/spark/sql/{streaming =>
api}/DataStreamWriter.scala (87%)
rename sql/api/src/main/scala/org/apache/spark/sql/{ => api}/Dataset.scala
(95%)
rename sql/api/src/main/scala/org/apache/spark/sql/{ =>
api}/KeyValueGroupedDataset.scala (97%)
rename sql/api/src/main/scala/org/apache/spark/sql/{ =>
api}/RelationalGroupedDataset.scala (92%)
rename sql/api/src/main/scala/org/apache/spark/sql/{ => api}/SQLContext.scala
(99%)
rename sql/api/src/main/scala/org/apache/spark/sql/{ =>
api}/SQLImplicits.scala (92%)
rename sql/api/src/main/scala/org/apache/spark/sql/{ =>
api}/SparkSession.scala (79%)
rename sql/api/src/main/scala/org/apache/spark/sql/{streaming =>
api}/StreamingQuery.scala (85%)
rename sql/api/src/main/scala/org/apache/spark/sql/{streaming =>
api}/StreamingQueryManager.scala (97%)
rename sql/api/src/main/scala/org/apache/spark/sql/{ =>
api}/TableValuedFunction.scala (98%)
rename sql/api/src/main/scala/org/apache/spark/sql/{ =>
api}/UDFRegistration.scala (97%)
rename sql/api/src/test/scala/org/apache/spark/sql/{ =>
api}/SparkSessionBuilderImplementationBindingSuite.scala (97%)
delete mode 100644
sql/connect/common/src/main/scala/org/apache/spark/sql/connect/SQLImplicits.scala
rename sql/core/src/main/scala/org/apache/spark/sql/{classic =>
}/DataFrameNaFunctions.scala (98%)
rename sql/core/src/main/scala/org/apache/spark/sql/{classic =>
}/DataFrameReader.scala (97%)
rename sql/core/src/main/scala/org/apache/spark/sql/{classic =>
}/DataFrameStatFunctions.scala (96%)
rename sql/core/src/main/scala/org/apache/spark/sql/{classic =>
}/Dataset.scala (96%)
rename sql/core/src/main/scala/org/apache/spark/sql/{classic =>
}/KeyValueGroupedDataset.scala (90%)
rename sql/core/src/main/scala/org/apache/spark/sql/{classic =>
}/RelationalGroupedDataset.scala (98%)
rename sql/core/src/main/scala/org/apache/spark/sql/{classic =>
}/SQLContext.scala (96%)
rename
sql/{connect/common/src/main/scala/org/apache/spark/sql/connect/package.scala
=> core/src/main/scala/org/apache/spark/sql/SQLImplicits.scala} (85%)
rename sql/core/src/main/scala/org/apache/spark/sql/{classic =>
}/SparkSession.scala (95%)
rename sql/core/src/main/scala/org/apache/spark/sql/{classic =>
}/TableValuedFunction.scala (95%)
rename sql/core/src/main/scala/org/apache/spark/sql/{classic =>
}/UDFRegistration.scala (98%)
create mode 100644
sql/core/src/main/scala/org/apache/spark/sql/catalog/Catalog.scala
delete mode 100644
sql/core/src/main/scala/org/apache/spark/sql/classic/SQLImplicits.scala
rename sql/core/src/main/scala/org/apache/spark/sql/{classic/Catalog.scala =>
internal/CatalogImpl.scala} (97%)
rename
sql/core/src/main/scala/org/apache/spark/sql/{classic/DataFrameWriter.scala =>
internal/DataFrameWriterImpl.scala} (99%)
rename
sql/core/src/main/scala/org/apache/spark/sql/{classic/DataFrameWriterV2.scala
=> internal/DataFrameWriterV2Impl.scala} (95%)
rename
sql/core/src/main/scala/org/apache/spark/sql/{classic/MergeIntoWriter.scala =>
internal/MergeIntoWriterImpl.scala} (87%)
rename sql/core/src/main/scala/org/apache/spark/sql/{classic =>
internal}/ObservationManager.scala (96%)
rename
sql/core/src/main/scala/org/apache/spark/sql/{classic/RuntimeConfig.scala =>
internal/RuntimeConfigImpl.scala} (95%)
rename sql/core/src/main/scala/org/apache/spark/sql/{classic =>
internal}/TypedAggUtils.scala (96%)
rename sql/core/src/main/scala/org/apache/spark/sql/{classic =>
internal}/UserDefinedFunctionUtils.scala (97%)
rename sql/core/src/main/scala/org/apache/spark/sql/{classic =>
internal}/columnNodeSupport.scala (95%)
rename sql/{api => core}/src/main/scala/org/apache/spark/sql/package.scala
(80%)
rename sql/core/src/main/scala/org/apache/spark/sql/{classic =>
streaming}/DataStreamReader.scala (97%)
rename sql/core/src/main/scala/org/apache/spark/sql/{classic =>
streaming}/DataStreamWriter.scala (97%)
rename sql/core/src/main/scala/org/apache/spark/sql/{classic =>
streaming}/StreamingQuery.scala (86%)
rename sql/core/src/main/scala/org/apache/spark/sql/{classic =>
streaming}/StreamingQueryManager.scala (98%)
rename sql/core/src/test/scala/org/apache/spark/sql/{classic =>
}/SQLContextSuite.scala (97%)
rename sql/core/src/test/scala/org/apache/spark/sql/{classic =>
}/SparkSessionBuilderImplementationBindingSuite.scala (89%)
rename sql/core/src/test/scala/org/apache/spark/sql/{classic =>
internal}/ColumnNodeToExpressionConverterSuite.scala (96%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
