Github user gatorsmile commented on a diff in the pull request:
https://github.com/apache/spark/pull/20953#discussion_r178441756
--- Diff:
sql/core/src/main/java/org/apache/spark/sql/execution/datasources/parquet/VectorizedColumnReader.java
---
@@ -231,6 +232,18 @@ private boolean shouldConvertTimestamps() {
return convertTz != null && !convertTz.equals(UTC);
}
+ /**
+ * Helper function to construct exception for parquet schema mismatch.
+ */
+ private ParquetSchemaColumnConvertNotSupportedException
constructConvertNotSupportedException(
+ ColumnDescriptor descriptor,
+ WritableColumnVector column) {
+ return new ParquetSchemaColumnConvertNotSupportedException(
+ Arrays.toString(descriptor.getPath()),
--- End diff --
the same here
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
