This is an automated email from the ASF dual-hosted git repository.
danny0405 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from bdf73b2650 [HUDI-3953]Flink Hudi module should support low-level
source and sink api (#5445)
add 47792a3186 [HUDI-4353] Column stats data skipping for flink (#6026)
No new revisions were added by this update.
Summary of changes:
.../apache/hudi/client/HoodieFlinkWriteClient.java | 13 +-
.../apache/hudi/configuration/FlinkOptions.java | 7 +
.../hudi/configuration/HadoopConfigurations.java | 4 +-
.../org/apache/hudi/sink/meta/CkpMetadata.java | 2 +-
.../apache/hudi/sink/utils/HiveSyncContext.java | 2 +-
.../apache/hudi/sink/utils/NonThrownExecutor.java | 4 +
.../java/org/apache/hudi/source/FileIndex.java | 122 ++++-
.../apache/hudi/source/IncrementalInputSplits.java | 15 +-
.../hudi/source/StreamReadMonitoringFunction.java | 3 +
.../hudi/source/stats/ColumnStatsIndices.java | 377 ++++++++++++++
.../hudi/source/stats/ExpressionEvaluator.java | 552 +++++++++++++++++++++
.../org/apache/hudi/table/HoodieTableSink.java | 2 +-
.../org/apache/hudi/table/HoodieTableSource.java | 75 ++-
.../apache/hudi/table/format/FilePathUtils.java | 4 +
.../org/apache/hudi/util/AvroSchemaConverter.java | 34 +-
.../apache/hudi/util/AvroToRowDataConverters.java | 4 +-
.../java/org/apache/hudi/util/DataTypeUtils.java | 11 +
.../java/org/apache/hudi/util/ExpressionUtils.java | 180 +++++++
.../org/apache/hudi/util/RowDataProjection.java | 8 +
.../apache/hudi/util/ViewStorageProperties.java | 2 +-
.../hudi/sink/utils/TestHiveSyncContext.java | 3 +-
.../java/org/apache/hudi/source/TestFileIndex.java | 6 +-
.../hudi/source/stats/TestColumnStatsIndices.java | 98 ++++
.../hudi/source/stats/TestExpressionEvaluator.java | 374 ++++++++++++++
.../apache/hudi/table/ITTestHoodieDataSource.java | 31 ++
.../apache/hudi/table/TestHoodieTableSource.java | 18 +-
.../apache/hudi/utils/TestAvroSchemaConverter.java | 53 ++
.../org/apache/hudi/utils/TestConfigurations.java | 3 +
.../test/java/org/apache/hudi/utils/TestUtils.java | 2 +-
.../hudi/utils/TestViewStorageProperties.java | 2 +-
30 files changed, 1930 insertions(+), 81 deletions(-)
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/source/stats/ColumnStatsIndices.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/source/stats/ExpressionEvaluator.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/util/ExpressionUtils.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/source/stats/TestColumnStatsIndices.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/source/stats/TestExpressionEvaluator.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/utils/TestAvroSchemaConverter.java