This is an automated email from the ASF dual-hosted git repository.
yihua pushed a change to branch branch-0.x
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 4f2d60dd387 [HUDI-7471] Use existing util method to get Spark conf in
tests (#10802)
new 68b7cfc9316 [MINOR] Add PR description validation on documentation
updates (#10799)
new 07de2f0dc6b [HUDI-7479] SQL confs don't propagate to spark row writer
properly (#10786)
new 780e10676d6 [HUDI-7337] Implement MetricsReporter that reports metrics
to M3 (#10565)
new e2963a5d5a6 [HUDI-7413] Fix schema exception types and error messages
thrown with schema exceptions (#10677)
The 4 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/PULL_REQUEST_TEMPLATE.md | 2 +-
hudi-client/hudi-client-common/pom.xml | 10 +
.../org/apache/hudi/config/HoodieWriteConfig.java | 28 ++
.../hudi/config/metrics/HoodieMetricsM3Config.java | 126 +++++++++
.../hudi/metadata/HoodieMetadataWriteUtils.java | 10 +
.../hudi/metrics/MetricsReporterFactory.java | 4 +
.../apache/hudi/metrics/MetricsReporterType.java | 2 +-
.../apache/hudi/metrics/m3/M3MetricsReporter.java | 120 +++++++++
.../hudi/metrics/m3/M3ScopeReporterAdaptor.java | 145 +++++++++++
.../java/org/apache/hudi/table/HoodieTable.java | 5 +-
.../TestM3Metrics.java} | 60 +++--
.../hudi/HoodieDatasetBulkInsertHelper.scala | 15 +-
.../scala/org/apache/hudi/HoodieSparkUtils.scala | 2 +-
.../apache/hudi/avro/AvroSchemaCompatibility.java | 48 +++-
.../java/org/apache/hudi/avro/AvroSchemaUtils.java | 162 ++++++++----
.../hudi/common/table/TableSchemaResolver.java | 4 +-
.../HoodieIncompatibleSchemaException.java | 33 ---
.../HoodieNullSchemaTypeException.java} | 10 +-
...ception.java => InvalidUnionTypeException.java} | 14 +-
...ption.java => MissingSchemaFieldException.java} | 35 +--
.../SchemaBackwardsCompatibilityException.java | 45 ++++
.../exception/SchemaCompatibilityException.java | 4 +-
.../convert/AvroInternalSchemaConverter.java | 31 ++-
.../org/apache/hudi/avro/TestAvroSchemaUtils.java | 25 ++
.../hudi/common/table/TestTableSchemaResolver.java | 4 +-
.../common/testutils/HoodieTestDataGenerator.java | 15 +-
.../schema/utils/TestAvroSchemaEvolutionUtils.java | 35 +++
.../apache/hudi/sink/ITTestDataStreamWrite.java | 6 +-
.../scala/org/apache/hudi/HoodieSchemaUtils.scala | 42 ++-
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 15 --
.../org/apache/hudi/TestHoodieSchemaUtils.java | 286 +++++++++++++++++++++
.../apache/hudi/functional/TestCOWDataSource.scala | 50 +++-
.../apache/hudi/utilities/streamer/StreamSync.java | 7 +-
.../deltastreamer/HoodieDeltaStreamerTestBase.java | 9 +-
.../deltastreamer/TestHoodieDeltaStreamer.java | 24 +-
...estHoodieDeltaStreamerSchemaEvolutionQuick.java | 10 +-
packaging/hudi-flink-bundle/pom.xml | 6 +
packaging/hudi-integ-test-bundle/pom.xml | 6 +
packaging/hudi-kafka-connect-bundle/pom.xml | 6 +
packaging/hudi-spark-bundle/pom.xml | 7 +
packaging/hudi-utilities-bundle/pom.xml | 6 +
packaging/hudi-utilities-slim-bundle/pom.xml | 6 +
pom.xml | 12 +-
scripts/pr_compliance.py | 38 ++-
44 files changed, 1311 insertions(+), 219 deletions(-)
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/metrics/HoodieMetricsM3Config.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/metrics/m3/M3MetricsReporter.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/metrics/m3/M3ScopeReporterAdaptor.java
copy
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/metrics/{TestHoodieConsoleMetrics.java
=> m3/TestM3Metrics.java} (51%)
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/exception/HoodieIncompatibleSchemaException.java
copy
hudi-common/src/main/java/org/apache/hudi/{common/HoodieSchemaNotFoundException.java
=> exception/HoodieNullSchemaTypeException.java} (75%)
copy
hudi-common/src/main/java/org/apache/hudi/exception/{HoodieSecondaryIndexException.java
=> InvalidUnionTypeException.java} (70%)
copy
hudi-common/src/main/java/org/apache/hudi/exception/{HoodieHeartbeatException.java
=> MissingSchemaFieldException.java} (51%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/exception/SchemaBackwardsCompatibilityException.java
create mode 100644
hudi-spark-datasource/hudi-spark-common/src/test/java/org/apache/hudi/TestHoodieSchemaUtils.java
