Github user gatorsmile commented on a diff in the pull request:
https://github.com/apache/spark/pull/22188#discussion_r212199355
--- Diff:
sql/core/src/main/java/org/apache/spark/sql/execution/datasources/parquet/VectorizedParquetRecordReader.java
---
@@ -270,21 +270,23 @@ public boolean nextBatch() throws IOException {
private void initializeInternal() throws IOException,
UnsupportedOperationException {
// Check that the requested schema is supported.
missingColumns = new boolean[requestedSchema.getFieldCount()];
+ List<ColumnDescriptor> columns = requestedSchema.getColumns();
+ List<String[]> paths = requestedSchema.getPaths();
--- End diff --
cc @michal-databricks @mswit-databricks
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
