This is an automated email from the ASF dual-hosted git repository.
wenchen pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
from 24bf76a088b [SPARK-44491][INFRA] Add `branch-3.5` to
`publish_snapshot` GitHub Action job
add 8ff6b7a04cb [SPARK-44475][SQL][CONNECT] Relocate DataType and Parser
to sql/api
No new revisions were added by this update.
Summary of changes:
.../scala/org/apache/spark/SparkException.scala | 9 +
.../org/apache/spark/util/SparkClassUtils.scala | 7 +
.../apache/spark/util/SparkCollectionUtils.scala | 26 +-
.../CheckConnectJvmClientCompatibility.scala | 4 +
.../connect/planner/SparkConnectPlannerSuite.scala | 2 +-
.../connect/planner/SparkConnectProtoSuite.scala | 3 +-
.../main/scala/org/apache/spark/util/Utils.scala | 5 -
.../org/apache/spark/util/collection/Utils.scala | 18 +-
dev/.rat-excludes | 1 +
project/MimaExcludes.scala | 65 ++
project/SparkBuild.scala | 4 +-
sql/api/pom.xml | 35 ++
.../spark/sql/catalyst/parser/SqlBaseLexer.g4 | 0
.../spark/sql/catalyst/parser/SqlBaseLexer.tokens | 665 +++++++++++++++++++++
.../spark/sql/catalyst/parser/SqlBaseParser.g4 | 0
.../scala/org/apache/spark/sql/SqlApiConf.scala | 6 +
.../SqlApiAnalysis.scala} | 20 +-
.../sql/catalyst/parser/DataTypeAstBuilder.scala | 9 +-
.../catalyst/parser/DataTypeParserInterface.scala | 0
.../catalyst/parser/LegacyTypeStringParser.scala | 4 +-
.../catalyst/parser/SparkParserErrorStrategy.scala | 0
.../apache/spark/sql/catalyst/parser/parsers.scala | 7 +-
.../sql/catalyst/util/AttributeNameParser.scala | 68 +++
.../sql/catalyst/util/DataTypeJsonUtils.scala | 0
.../spark/sql/catalyst/util/QuotingUtils.scala | 19 +
.../catalyst/util/ResolveDefaultColumnsUtils.scala | 46 ++
.../sql/catalyst/util/SparkParserUtils.scala} | 215 ++-----
.../apache/spark/sql/errors/DataTypeErrors.scala | 123 +++-
.../spark/sql/errors/DataTypeErrorsBase.scala | 49 +-
.../spark/sql/errors/QueryParsingErrors.scala | 7 +-
.../apache/spark/sql/types/AbstractDataType.scala | 0
.../org/apache/spark/sql/types/ArrayType.scala | 0
.../org/apache/spark/sql/types/BinaryType.scala | 0
.../org/apache/spark/sql/types/BooleanType.scala | 0
.../org/apache/spark/sql/types/ByteType.scala | 0
.../spark/sql/types/CalendarIntervalType.scala | 0
.../org/apache/spark/sql/types/CharType.scala | 0
.../org/apache/spark/sql/types/DataType.scala | 8 +-
.../org/apache/spark/sql/types/DateType.scala | 0
.../spark/sql/types/DayTimeIntervalType.scala | 0
.../scala/org/apache/spark/sql/types/Decimal.scala | 29 +-
.../org/apache/spark/sql/types/DecimalType.scala | 4 +-
.../org/apache/spark/sql/types/DoubleType.scala | 0
.../org/apache/spark/sql/types/FloatType.scala | 0
.../org/apache/spark/sql/types/IntegerType.scala | 0
.../org/apache/spark/sql/types/LongType.scala | 0
.../scala/org/apache/spark/sql/types/MapType.scala | 0
.../org/apache/spark/sql/types/Metadata.scala | 0
.../org/apache/spark/sql/types/NullType.scala | 0
.../org/apache/spark/sql/types/ObjectType.scala | 0
.../org/apache/spark/sql/types/ShortType.scala | 0
.../org/apache/spark/sql/types/StringType.scala | 0
.../org/apache/spark/sql/types/StructField.scala | 11 +-
.../org/apache/spark/sql/types/StructType.scala | 31 +-
.../apache/spark/sql/types/TimestampNTZType.scala | 0
.../org/apache/spark/sql/types/TimestampType.scala | 0
.../apache/spark/sql/types/UDTRegistration.scala | 6 +-
.../apache/spark/sql/types/UserDefinedType.scala | 0
.../org/apache/spark/sql/types/VarcharType.scala | 0
.../spark/sql/types/YearMonthIntervalType.scala | 0
sql/catalyst/pom.xml | 8 -
.../catalyst/analysis/RewriteRowLevelCommand.scala | 6 +-
.../spark/sql/catalyst/analysis/package.scala | 2 +-
.../spark/sql/catalyst/analysis/unresolved.scala | 47 +-
.../apache/spark/sql/catalyst/dsl/package.scala | 2 +-
.../aggregate/HyperLogLogPlusPlus.scala | 3 +-
.../expressions/aggregate/PivotFirst.scala | 3 +-
.../expressions/aggregate/interfaces.scala | 5 +-
.../catalyst/expressions/bitmapExpressions.scala | 5 +-
.../spark/sql/catalyst/optimizer/objects.scala | 2 +-
.../spark/sql/catalyst/parser/ParserUtils.scala | 135 +----
.../spark/sql/catalyst/plans/QueryPlan.scala | 3 +-
.../sql/catalyst/plans/logical/LocalRelation.scala | 4 +-
.../plans/logical/basicLogicalOperators.scala | 2 +-
.../spark/sql/catalyst/plans/logical/object.scala | 7 +-
.../spark/sql/catalyst/types/DataTypeUtils.scala | 5 +-
.../catalyst/util/ResolveDefaultColumnsUtil.scala | 24 +-
.../apache/spark/sql/catalyst/util/package.scala | 15 +-
.../spark/sql/errors/QueryCompilationErrors.scala | 4 +-
.../apache/spark/sql/errors/QueryErrorsBase.scala | 72 +--
.../spark/sql/errors/QueryExecutionErrors.scala | 29 +-
.../spark/sql/catalyst/SQLKeywordSuite.scala | 4 +-
.../optimizer/PropagateEmptyRelationSuite.scala | 7 +-
.../apache/spark/sql/types/StructTypeSuite.scala | 24 +-
.../spark/sql/execution/CollectMetricsExec.scala | 3 +-
.../spark/sql/execution/SparkStrategies.scala | 4 +-
.../execution/aggregate/HashAggregateExec.scala | 7 +-
.../aggregate/ObjectAggregationIterator.scala | 5 +-
.../execution/aggregate/ObjectAggregationMap.scala | 6 +-
.../aggregate/TungstenAggregationIterator.scala | 10 +-
.../sql/execution/columnar/InMemoryRelation.scala | 3 +-
.../execution/datasources/DataSourceStrategy.scala | 4 +-
.../execution/datasources/PartitioningUtils.scala | 3 +-
.../execution/datasources/v2/V2CommandExec.scala | 4 +-
.../sql/execution/datasources/v2/V2Writes.scala | 3 +-
.../execution/exchange/ShuffleExchangeExec.scala | 4 +-
.../org/apache/spark/sql/execution/objects.scala | 3 +-
.../python/FlatMapCoGroupsInPandasExec.scala | 6 +-
.../python/FlatMapGroupsInPandasExec.scala | 4 +-
.../FlatMapGroupsInPandasWithStateExec.scala | 3 +-
.../state/StreamingAggregationStateManager.scala | 5 +-
.../org/apache/spark/sql/DataFrameSuite.scala | 2 +-
.../spark/sql/connector/AlterTableTests.scala | 2 +-
.../sql/errors/QueryCompilationErrorsSuite.scala | 4 +-
.../bucketing/CoalesceBucketsInJoinSuite.scala | 5 +-
105 files changed, 1364 insertions(+), 650 deletions(-)
copy
sql/api/src/main/scala/org/apache/spark/sql/catalyst/util/QuotingUtils.scala =>
common/utils/src/main/scala/org/apache/spark/util/SparkCollectionUtils.scala
(63%)
rename sql/{catalyst =>
api}/src/main/antlr4/org/apache/spark/sql/catalyst/parser/SqlBaseLexer.g4 (100%)
create mode 100644
sql/api/src/main/antlr4/org/apache/spark/sql/catalyst/parser/SqlBaseLexer.tokens
rename sql/{catalyst =>
api}/src/main/antlr4/org/apache/spark/sql/catalyst/parser/SqlBaseParser.g4
(100%)
copy
sql/api/src/main/scala/org/apache/spark/sql/catalyst/{util/QuotingUtils.scala
=> analysis/SqlApiAnalysis.scala} (73%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/catalyst/parser/DataTypeAstBuilder.scala
(96%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/catalyst/parser/DataTypeParserInterface.scala
(100%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/catalyst/parser/LegacyTypeStringParser.scala
(95%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/catalyst/parser/SparkParserErrorStrategy.scala
(100%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/catalyst/parser/parsers.scala (98%)
create mode 100644
sql/api/src/main/scala/org/apache/spark/sql/catalyst/util/AttributeNameParser.scala
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/catalyst/util/DataTypeJsonUtils.scala
(100%)
create mode 100644
sql/api/src/main/scala/org/apache/spark/sql/catalyst/util/ResolveDefaultColumnsUtils.scala
copy
sql/{catalyst/src/main/scala/org/apache/spark/sql/catalyst/parser/ParserUtils.scala
=>
api/src/main/scala/org/apache/spark/sql/catalyst/util/SparkParserUtils.scala}
(57%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/errors/QueryParsingErrors.scala (98%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/AbstractDataType.scala (100%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/ArrayType.scala (100%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/BinaryType.scala (100%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/BooleanType.scala (100%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/ByteType.scala (100%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/CalendarIntervalType.scala (100%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/CharType.scala (100%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/DataType.scala (98%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/DateType.scala (100%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/DayTimeIntervalType.scala (100%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/Decimal.scala (96%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/DecimalType.scala (98%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/DoubleType.scala (100%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/FloatType.scala (100%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/IntegerType.scala (100%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/LongType.scala (100%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/MapType.scala (100%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/Metadata.scala (100%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/NullType.scala (100%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/ObjectType.scala (100%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/ShortType.scala (100%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/StringType.scala (100%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/StructField.scala (91%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/StructType.scala (94%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/TimestampNTZType.scala (100%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/TimestampType.scala (100%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/UDTRegistration.scala (95%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/UserDefinedType.scala (100%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/VarcharType.scala (100%)
rename sql/{catalyst =>
api}/src/main/scala/org/apache/spark/sql/types/YearMonthIntervalType.scala
(100%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
