This is an automated email from the ASF dual-hosted git repository.
timothyfarkas pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/drill.git.
from b774413 DRILL-6650: Remove stray semicolon in imports for
PrintingResultsListener.
new 0903a1e DRILL-6634: Add udf module under contrib directory and move
some udfs into it
new ee84164 DRILL-6631: Streaming agg causes queries with Lateral and
Unnest to return incorrect results.
new efd6d29 DRILL-5796 : implement ROWS_MATCH enum to keep inside
rowgroup the filter result information, used to prune the filter if all rows
match.
The 3 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
contrib/gis/pom.xml | 134 -----
contrib/gis/src/main/resources/drill-module.conf | 0
.../drill/exec/expr/fn/impl/gis/GISTestSuite.java | 30 --
contrib/pom.xml | 2 +-
contrib/udfs/pom.xml | 136 +++++
.../sample-data/CA-cities-with-nulls.csv | 0
contrib/{gis => udfs}/sample-data/CA-cities.csv | 0
contrib/{gis => udfs}/sample-data/polygons.tsv | 0
.../com/esri/core/geometry/VertexGeomAccessor.java | 0
.../apache/drill/exec/udfs}/CryptoFunctions.java | 16 +-
.../apache/drill/exec/udfs}/NetworkFunctions.java | 55 +-
.../apache/drill/exec/udfs}/PhoneticFunctions.java | 16 +-
.../drill/exec/udfs}/StringDistanceFunctions.java | 36 +-
.../apache/drill/exec/udfs}/gis/STAsGeoJSON.java | 7 +-
.../org/apache/drill/exec/udfs}/gis/STAsJson.java | 7 +-
.../org/apache/drill/exec/udfs}/gis/STAsText.java | 7 +-
.../org/apache/drill/exec/udfs}/gis/STBuffer.java | 9 +-
.../apache/drill/exec/udfs}/gis/STContains.java | 13 +-
.../org/apache/drill/exec/udfs}/gis/STCrosses.java | 13 +-
.../org/apache/drill/exec/udfs}/gis/STDWithin.java | 11 +-
.../apache/drill/exec/udfs}/gis/STDifference.java | 9 +-
.../apache/drill/exec/udfs}/gis/STDisjoint.java | 13 +-
.../apache/drill/exec/udfs}/gis/STDistance.java | 9 +-
.../apache/drill/exec/udfs}/gis/STEnvelope.java | 9 +-
.../org/apache/drill/exec/udfs}/gis/STEquals.java | 13 +-
.../drill/exec/udfs}/gis/STGeomFromText.java | 7 +-
.../drill/exec/udfs}/gis/STGeomFromTextSrid.java | 7 +-
.../apache/drill/exec/udfs}/gis/STIntersects.java | 13 +-
.../apache/drill/exec/udfs}/gis/STOverlaps.java | 13 +-
.../apache/drill/exec/udfs}/gis/STPointFunc.java | 7 +-
.../org/apache/drill/exec/udfs}/gis/STRelate.java | 13 +-
.../org/apache/drill/exec/udfs}/gis/STTouches.java | 13 +-
.../apache/drill/exec/udfs}/gis/STTransform.java | 18 +-
.../org/apache/drill/exec/udfs}/gis/STUnion.java | 9 +-
.../drill/exec/udfs}/gis/STUnionAggregate.java | 44 +-
.../org/apache/drill/exec/udfs}/gis/STWithin.java | 11 +-
.../org/apache/drill/exec/udfs}/gis/STXFunc.java | 9 +-
.../org/apache/drill/exec/udfs}/gis/STXMax.java | 10 +-
.../org/apache/drill/exec/udfs}/gis/STXMin.java | 10 +-
.../org/apache/drill/exec/udfs}/gis/STYFunc.java | 9 +-
.../org/apache/drill/exec/udfs}/gis/STYMax.java | 10 +-
.../org/apache/drill/exec/udfs}/gis/STYMin.java | 10 +-
contrib/udfs/src/main/resources/drill-module.conf | 20 +
.../drill/exec/udfs}/TestCryptoFunctions.java | 2 +-
.../drill/exec/udfs}/TestNetworkFunctions.java | 6 +-
.../drill/exec/udfs}/TestPhoneticFunctions.java | 5 +-
.../exec/udfs}/TestStringDistanceFunctions.java | 2 +-
.../exec/udfs}/gis/TestGeometryFunctions.java | 14 +-
distribution/pom.xml | 8 +-
distribution/src/assemble/bin.xml | 2 +-
exec/java-exec/pom.xml | 21 -
.../exec/expr/stat/ParquetBooleanPredicate.java | 48 +-
.../exec/expr/stat/ParquetComparisonPredicate.java | 78 +--
.../exec/expr/stat/ParquetFilterPredicate.java | 13 +-
.../drill/exec/expr/stat/ParquetIsPredicate.java | 125 +++--
.../drill/exec/expr/stat/RangeExprEvaluator.java | 33 +-
.../physical/impl/aggregate/StreamingAggBatch.java | 39 +-
.../impl/aggregate/StreamingAggTemplate.java | 2 +-
.../store/parquet/AbstractParquetGroupScan.java | 8 +-
.../exec/store/parquet/ParquetPushDownFilter.java | 18 +-
.../store/parquet/ParquetRGFilterEvaluator.java | 52 +-
.../drill/exec/store/parquet/RowGroupInfo.java | 5 +
.../parquet/stat/ParquetFooterStatCollector.java | 2 +-
.../parquet/stat/ParquetMetaStatCollector.java | 2 +-
.../impl/agg/TestStreamingAggEmitOutcome.java | 553 +++++++++++++++++++++
.../store/parquet/TestParquetFilterPushDown.java | 335 +++++++++----
.../test/resources/parquet/multirowgroup2.parquet | Bin 0 -> 598 bytes
.../parquet/multirowgroupwithNulls.parquet | Bin 0 -> 2063 bytes
.../resources/parquetFilterPush/tfTbl/ff1.parquet | Bin 0 -> 251 bytes
.../resources/parquetFilterPush/tfTbl/ft0.parquet | Bin 0 -> 251 bytes
.../resources/parquetFilterPush/tfTbl/tt1.parquet | Bin 0 -> 251 bytes
exec/jdbc-all/pom.xml | 8 -
72 files changed, 1414 insertions(+), 745 deletions(-)
delete mode 100644 contrib/gis/pom.xml
delete mode 100644 contrib/gis/src/main/resources/drill-module.conf
delete mode 100644
contrib/gis/src/test/java/org/apache/drill/exec/expr/fn/impl/gis/GISTestSuite.java
create mode 100644 contrib/udfs/pom.xml
rename contrib/{gis => udfs}/sample-data/CA-cities-with-nulls.csv (100%)
rename contrib/{gis => udfs}/sample-data/CA-cities.csv (100%)
rename contrib/{gis => udfs}/sample-data/polygons.tsv (100%)
rename contrib/{gis =>
udfs}/src/main/java/com/esri/core/geometry/VertexGeomAccessor.java (100%)
rename {exec/java-exec/src/main/java/org/apache/drill/exec/expr/fn/impl =>
contrib/udfs/src/main/java/org/apache/drill/exec/udfs}/CryptoFunctions.java
(98%)
rename {exec/java-exec/src/main/java/org/apache/drill/exec/expr/fn/impl =>
contrib/udfs/src/main/java/org/apache/drill/exec/udfs}/NetworkFunctions.java
(96%)
rename {exec/java-exec/src/main/java/org/apache/drill/exec/expr/fn/impl =>
contrib/udfs/src/main/java/org/apache/drill/exec/udfs}/PhoneticFunctions.java
(98%)
rename {exec/java-exec/src/main/java/org/apache/drill/exec/expr/fn/impl =>
contrib/udfs/src/main/java/org/apache/drill/exec/udfs}/StringDistanceFunctions.java
(93%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STAsGeoJSON.java (97%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STAsJson.java (97%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STAsText.java (97%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STBuffer.java (97%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STContains.java (94%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STCrosses.java (94%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STDWithin.java (93%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STDifference.java (97%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STDisjoint.java (94%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STDistance.java (97%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STEnvelope.java (97%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STEquals.java (94%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STGeomFromText.java (97%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STGeomFromTextSrid.java (97%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STIntersects.java (94%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STOverlaps.java (94%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STPointFunc.java (97%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STRelate.java (95%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STTouches.java (94%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STTransform.java (92%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STUnion.java (97%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STUnionAggregate.java (77%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STWithin.java (94%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STXFunc.java (97%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STXMax.java (95%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STXMin.java (95%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STYFunc.java (97%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STYMax.java (95%)
rename contrib/{gis/src/main/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/main/java/org/apache/drill/exec/udfs}/gis/STYMin.java (95%)
create mode 100644 contrib/udfs/src/main/resources/drill-module.conf
rename {exec/java-exec/src/test/java/org/apache/drill/exec/fn/impl =>
contrib/udfs/src/test/java/org/apache/drill/exec/udfs}/TestCryptoFunctions.java
(98%)
rename {exec/java-exec/src/test/java/org/apache/drill/exec/fn/impl =>
contrib/udfs/src/test/java/org/apache/drill/exec/udfs}/TestNetworkFunctions.java
(96%)
rename {exec/java-exec/src/test/java/org/apache/drill/exec/fn/impl =>
contrib/udfs/src/test/java/org/apache/drill/exec/udfs}/TestPhoneticFunctions.java
(96%)
rename {exec/java-exec/src/test/java/org/apache/drill/exec/fn/impl =>
contrib/udfs/src/test/java/org/apache/drill/exec/udfs}/TestStringDistanceFunctions.java
(98%)
rename contrib/{gis/src/test/java/org/apache/drill/exec/expr/fn/impl =>
udfs/src/test/java/org/apache/drill/exec/udfs}/gis/TestGeometryFunctions.java
(95%)
create mode 100644
exec/java-exec/src/test/resources/parquet/multirowgroup2.parquet
create mode 100644
exec/java-exec/src/test/resources/parquet/multirowgroupwithNulls.parquet
create mode 100644
exec/java-exec/src/test/resources/parquetFilterPush/tfTbl/ff1.parquet
create mode 100644
exec/java-exec/src/test/resources/parquetFilterPush/tfTbl/ft0.parquet
create mode 100644
exec/java-exec/src/test/resources/parquetFilterPush/tfTbl/tt1.parquet