This is an automated email from the ASF dual-hosted git repository. timothyfarkas pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/drill.git.
from b774413 DRILL-6650: Remove stray semicolon in imports for PrintingResultsListener. new 0903a1e DRILL-6634: Add udf module under contrib directory and move some udfs into it new ee84164 DRILL-6631: Streaming agg causes queries with Lateral and Unnest to return incorrect results. new efd6d29 DRILL-5796 : implement ROWS_MATCH enum to keep inside rowgroup the filter result information, used to prune the filter if all rows match. The 3 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: contrib/gis/pom.xml | 134 ----- contrib/gis/src/main/resources/drill-module.conf | 0 .../drill/exec/expr/fn/impl/gis/GISTestSuite.java | 30 -- contrib/pom.xml | 2 +- contrib/udfs/pom.xml | 136 +++++ .../sample-data/CA-cities-with-nulls.csv | 0 contrib/{gis => udfs}/sample-data/CA-cities.csv | 0 contrib/{gis => udfs}/sample-data/polygons.tsv | 0 .../com/esri/core/geometry/VertexGeomAccessor.java | 0 .../apache/drill/exec/udfs}/CryptoFunctions.java | 16 +- .../apache/drill/exec/udfs}/NetworkFunctions.java | 55 +- .../apache/drill/exec/udfs}/PhoneticFunctions.java | 16 +- .../drill/exec/udfs}/StringDistanceFunctions.java | 36 +- .../apache/drill/exec/udfs}/gis/STAsGeoJSON.java | 7 +- .../org/apache/drill/exec/udfs}/gis/STAsJson.java | 7 +- .../org/apache/drill/exec/udfs}/gis/STAsText.java | 7 +- .../org/apache/drill/exec/udfs}/gis/STBuffer.java | 9 +- .../apache/drill/exec/udfs}/gis/STContains.java | 13 +- .../org/apache/drill/exec/udfs}/gis/STCrosses.java | 13 +- .../org/apache/drill/exec/udfs}/gis/STDWithin.java | 11 +- .../apache/drill/exec/udfs}/gis/STDifference.java | 9 +- .../apache/drill/exec/udfs}/gis/STDisjoint.java | 13 +- .../apache/drill/exec/udfs}/gis/STDistance.java | 9 +- .../apache/drill/exec/udfs}/gis/STEnvelope.java | 9 +- .../org/apache/drill/exec/udfs}/gis/STEquals.java | 13 +- .../drill/exec/udfs}/gis/STGeomFromText.java | 7 +- .../drill/exec/udfs}/gis/STGeomFromTextSrid.java | 7 +- .../apache/drill/exec/udfs}/gis/STIntersects.java | 13 +- .../apache/drill/exec/udfs}/gis/STOverlaps.java | 13 +- .../apache/drill/exec/udfs}/gis/STPointFunc.java | 7 +- .../org/apache/drill/exec/udfs}/gis/STRelate.java | 13 +- .../org/apache/drill/exec/udfs}/gis/STTouches.java | 13 +- .../apache/drill/exec/udfs}/gis/STTransform.java | 18 +- .../org/apache/drill/exec/udfs}/gis/STUnion.java | 9 +- .../drill/exec/udfs}/gis/STUnionAggregate.java | 44 +- .../org/apache/drill/exec/udfs}/gis/STWithin.java | 11 +- .../org/apache/drill/exec/udfs}/gis/STXFunc.java | 9 +- .../org/apache/drill/exec/udfs}/gis/STXMax.java | 10 +- .../org/apache/drill/exec/udfs}/gis/STXMin.java | 10 +- .../org/apache/drill/exec/udfs}/gis/STYFunc.java | 9 +- .../org/apache/drill/exec/udfs}/gis/STYMax.java | 10 +- .../org/apache/drill/exec/udfs}/gis/STYMin.java | 10 +- contrib/udfs/src/main/resources/drill-module.conf | 20 + .../drill/exec/udfs}/TestCryptoFunctions.java | 2 +- .../drill/exec/udfs}/TestNetworkFunctions.java | 6 +- .../drill/exec/udfs}/TestPhoneticFunctions.java | 5 +- .../exec/udfs}/TestStringDistanceFunctions.java | 2 +- .../exec/udfs}/gis/TestGeometryFunctions.java | 14 +- distribution/pom.xml | 8 +- distribution/src/assemble/bin.xml | 2 +- exec/java-exec/pom.xml | 21 - .../exec/expr/stat/ParquetBooleanPredicate.java | 48 +- .../exec/expr/stat/ParquetComparisonPredicate.java | 78 +-- .../exec/expr/stat/ParquetFilterPredicate.java | 13 +- .../drill/exec/expr/stat/ParquetIsPredicate.java | 125 +++-- .../drill/exec/expr/stat/RangeExprEvaluator.java | 33 +- .../physical/impl/aggregate/StreamingAggBatch.java | 39 +- .../impl/aggregate/StreamingAggTemplate.java | 2 +- .../store/parquet/AbstractParquetGroupScan.java | 8 +- .../exec/store/parquet/ParquetPushDownFilter.java | 18 +- .../store/parquet/ParquetRGFilterEvaluator.java | 52 +- .../drill/exec/store/parquet/RowGroupInfo.java | 5 + .../parquet/stat/ParquetFooterStatCollector.java | 2 +- .../parquet/stat/ParquetMetaStatCollector.java | 2 +- .../impl/agg/TestStreamingAggEmitOutcome.java | 553 +++++++++++++++++++++ .../store/parquet/TestParquetFilterPushDown.java | 335 +++++++++---- .../test/resources/parquet/multirowgroup2.parquet | Bin 0 -> 598 bytes .../parquet/multirowgroupwithNulls.parquet | Bin 0 -> 2063 bytes .../resources/parquetFilterPush/tfTbl/ff1.parquet | Bin 0 -> 251 bytes .../resources/parquetFilterPush/tfTbl/ft0.parquet | Bin 0 -> 251 bytes .../resources/parquetFilterPush/tfTbl/tt1.parquet | Bin 0 -> 251 bytes exec/jdbc-all/pom.xml | 8 - 72 files changed, 1414 insertions(+), 745 deletions(-) delete mode 100644 contrib/gis/pom.xml delete mode 100644 contrib/gis/src/main/resources/drill-module.conf delete mode 100644 contrib/gis/src/test/java/org/apache/drill/exec/expr/fn/impl/gis/GISTestSuite.java create mode 100644 contrib/udfs/pom.xml rename contrib/{gis => udfs}/sample-data/CA-cities-with-nulls.csv (100%) rename contrib/{gis => udfs}/sample-data/CA-cities.csv (100%) rename contrib/{gis => udfs}/sample-data/polygons.tsv (100%) rename contrib/{gis => udfs}/src/main/java/com/esri/core/geometry/VertexGeomAccessor.java (100%) rename {exec/java-exec/src/main/java/org/apache/drill/exec/expr/fn/impl => contrib/udfs/src/main/java/org/apache/drill/exec/udfs}/CryptoFunctions.java (98%) rename {exec/java-exec/src/main/java/org/apache/drill/exec/expr/fn/impl => contrib/udfs/src/main/java/org/apache/drill/exec/udfs}/NetworkFunctions.java (96%) rename {exec/java-exec/src/main/java/org/apache/drill/exec/expr/fn/impl => contrib/udfs/src/main/java/org/apache/drill/exec/udfs}/PhoneticFunctions.java (98%) rename {exec/java-exec/src/main/java/org/apache/drill/exec/expr/fn/impl => contrib/udfs/src/main/java/org/apache/drill/exec/udfs}/StringDistanceFunctions.java (93%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STAsGeoJSON.java (97%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STAsJson.java (97%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STAsText.java (97%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STBuffer.java (97%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STContains.java (94%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STCrosses.java (94%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STDWithin.java (93%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STDifference.java (97%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STDisjoint.java (94%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STDistance.java (97%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STEnvelope.java (97%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STEquals.java (94%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STGeomFromText.java (97%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STGeomFromTextSrid.java (97%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STIntersects.java (94%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STOverlaps.java (94%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STPointFunc.java (97%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STRelate.java (95%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STTouches.java (94%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STTransform.java (92%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STUnion.java (97%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STUnionAggregate.java (77%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STWithin.java (94%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STXFunc.java (97%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STXMax.java (95%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STXMin.java (95%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STYFunc.java (97%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STYMax.java (95%) rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl => udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STYMin.java (95%) create mode 100644 contrib/udfs/src/main/resources/drill-module.conf rename {exec/java-exec/src/test/java/org/apache/drill/exec/fn/impl => contrib/udfs/src/test/java/org/apache/drill/exec/udfs}/TestCryptoFunctions.java (98%) rename {exec/java-exec/src/test/java/org/apache/drill/exec/fn/impl => contrib/udfs/src/test/java/org/apache/drill/exec/udfs}/TestNetworkFunctions.java (96%) rename {exec/java-exec/src/test/java/org/apache/drill/exec/fn/impl => contrib/udfs/src/test/java/org/apache/drill/exec/udfs}/TestPhoneticFunctions.java (96%) rename {exec/java-exec/src/test/java/org/apache/drill/exec/fn/impl => contrib/udfs/src/test/java/org/apache/drill/exec/udfs}/TestStringDistanceFunctions.java (98%) rename contrib/{gis/src/test/java/org/apache/drill/exec/expr/fn/impl => udfs/src/test/java/org/apache/drill/exec/udfs}/gis/TestGeometryFunctions.java (95%) create mode 100644 exec/java-exec/src/test/resources/parquet/multirowgroup2.parquet create mode 100644 exec/java-exec/src/test/resources/parquet/multirowgroupwithNulls.parquet create mode 100644 exec/java-exec/src/test/resources/parquetFilterPush/tfTbl/ff1.parquet create mode 100644 exec/java-exec/src/test/resources/parquetFilterPush/tfTbl/ft0.parquet create mode 100644 exec/java-exec/src/test/resources/parquetFilterPush/tfTbl/tt1.parquet