cloud-fan commented on code in PR #52731:
URL: https://github.com/apache/spark/pull/52731#discussion_r2472530829
##########
sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/catalog/interface.scala:
##########
@@ -451,7 +451,17 @@ case class CatalogTable(
*/
def partitionSchema: StructType = {
val partitionFields = schema.takeRight(partitionColumnNames.length)
- assert(partitionFields.map(_.name) == partitionColumnNames)
+ val actualPartitionColumnNames = partitionFields.map(_.name)
+
+ assert(actualPartitionColumnNames == partitionColumnNames,
+ "Corrupted table metadata detected for table " +
identifier.unquotedString + ". " +
+ "The partition column names in the table schema " +
+ "do not match the declared partition columns. " +
+ "Table schema columns: [" + schema.fieldNames.mkString(", ") + "] " +
+ "Declared partition columns: [" + partitionColumnNames.mkString(", ") +
"] " +
+ "Actual partition columns from schema: " +
+ "[" + actualPartitionColumnNames.mkString(", ") + "]. " +
Review Comment:
we don't need to include it in the error message. The assumption here is
partition columns should appear at the end of the table schema, so showing the
full table schema is sufficient.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
