This is an automated email from the ASF dual-hosted git repository.
yihua pushed a change to branch branch-0.x
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 23c9d85263b [HUDI-7426] Fix logging issues in StreamSync (#10708)
new d361e80c083 [MINOR] Move release candidate validation to a separate
GitHub action (#10729)
new ce0ee2f3fc4 [HUDI-7438] Add GitHub action to check Azure CI report
(#10731)
new d0b34f08576 [HUDI-7275] Separate use of HoodieTimelineTimeZone.UTC and
LOCAL in tests to prevent infinite loops (#10738)
new a64a0ed18e0 [HUDI-7440] Verify field exist in schema before fetching
the value (#10733)
new b83f160e3f7 [HUDI-7433] Fix a bug in the HoodieBaseListData.isEmpty()
empty-check logic (#10722) (#10722)
new 87e6e5e0991 [HUDI-7438] Add write permission of commit statuses in
Azure CI check (#10745)
new cfbacf7b4cd [HUDI-7438] Reimplement Azure CI report check with open
PRs (#10746)
new 41ee82827bb [HUDI-7438] Improve the filtering of PRs and pagination in
scheduled workflow (#10747)
new d74c8cf432d [HUDI-7438] Fix workflow condition for issue_comment
events (#10749)
new a61c5c015b6 [HUDI-7438] Fix issue number fetch in Azure CI check
(#10751)
new 09d31136047 [MINOR] Fix typos in hudi-common module (#10748)
new 9b1f9952d19 [MINOR] StreamerUtil prints wrong table path (#10706)
new 7eb05e2d89d [HUDI-7416] Add interface for SourceProfile to be used in
StreamSync for reading data (#10736)
new 3abccd14ef9 [MINOR] Update HoodieMetadataPayload bloom index error
message (#10757)
new e5b28b68a65 [MINOR] Fix code style for HiveAvroSerializer (#10755)
new 413324346a7 [MINOR][DOCS] Update comment on hoodiemultitablestreamer
(#10667)
new 5242b453236 [HUDI-7443] Fix decimal conversion with legacy bytes type
(#10756)
new 855960f819e [HUDI-7441] Move `getWritePartitionPaths` method to common
module to decouple hive dependency (#10744)
The 18 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/azure_ci.js | 85 ++++++++++++++++++
.github/workflows/azure_ci_check.yml | 80 +++++++++++++++++
.github/workflows/bot.yml | 72 ---------------
.github/workflows/release_candidate_validation.yml | 100 +++++++++++++++++++++
.github/workflows/scheduled_workflow.yml | 80 +++++++++++++++++
.../java/org/apache/hudi/avro/AvroSchemaUtils.java | 2 +-
.../java/org/apache/hudi/common/bloom/Key.java | 2 +-
.../hudi/common/data/HoodieBaseListData.java | 2 +-
.../util/queue/BaseHoodieQueueBasedExecutor.java | 2 +-
.../hudi/metadata/HoodieMetadataPayload.java | 2 +-
.../hudi/metadata/HoodieTableMetadataUtil.java | 15 +++-
.../hudi/common/data/TestHoodieListData.java | 22 +++++
.../apache/hudi/source/IncrementalInputSplits.java | 4 +-
.../java/org/apache/hudi/util/StreamerUtil.java | 2 +-
.../HoodieMergeOnReadTableInputFormat.java | 3 +-
.../hudi/hadoop/utils/HiveAvroSerializer.java | 28 +++---
.../hudi/hadoop/utils/HoodieInputFormatUtils.java | 13 ---
.../utils/HoodieRealtimeRecordReaderUtils.java | 26 +++---
.../hudi/MergeOnReadIncrementalRelation.scala | 3 +-
.../org/apache/hudi/TestHoodieSparkSqlWriter.scala | 59 ++----------
.../apache/hudi/TestHoodieSparkSqlWriterUtc.scala | 85 ++++++++++++++++++
.../org/apache/hudi/utilities/UtilHelpers.java | 19 ++++
.../hudi/utilities/deltastreamer/DeltaSync.java | 4 +-
.../hudi/utilities/sources/AvroKafkaSource.java | 13 ++-
.../hudi/utilities/sources/JsonKafkaSource.java | 14 ++-
.../apache/hudi/utilities/sources/KafkaSource.java | 39 +++++---
.../hudi/utilities/sources/ProtoKafkaSource.java | 15 +++-
.../org/apache/hudi/utilities/sources/Source.java | 11 ++-
.../utilities/sources/helpers/KafkaOffsetGen.java | 39 ++++----
.../utilities/streamer/DefaultStreamContext.java} | 31 ++++---
.../streamer/HoodieMultiTableStreamer.java | 2 +-
.../hudi/utilities/streamer/HoodieStreamer.java | 21 +++--
.../hudi/utilities/streamer/SourceProfile.java | 34 ++++---
.../utilities/streamer/SourceProfileSupplier.java | 18 ++--
.../hudi/utilities/streamer/StreamContext.java | 28 +++---
.../apache/hudi/utilities/streamer/StreamSync.java | 10 +--
.../utilities/sources/BaseTestKafkaSource.java | 51 +++++++++++
.../utilities/sources/TestJsonKafkaSource.java | 15 +++-
.../utilities/sources/TestProtoKafkaSource.java | 3 +-
39 files changed, 768 insertions(+), 286 deletions(-)
create mode 100644 .github/workflows/azure_ci.js
create mode 100644 .github/workflows/azure_ci_check.yml
create mode 100644 .github/workflows/release_candidate_validation.yml
create mode 100644 .github/workflows/scheduled_workflow.yml
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/TestHoodieSparkSqlWriterUtc.scala
copy
hudi-utilities/src/{test/java/org/apache/hudi/utilities/sources/helpers/SchemaTestProvider.java
=> main/java/org/apache/hudi/utilities/streamer/DefaultStreamContext.java}
(53%)
copy hudi-io/src/main/java/org/apache/hudi/storage/StoragePathFilter.java =>
hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/SourceProfile.java
(50%)
copy hudi-io/src/main/java/org/apache/hudi/storage/StoragePathFilter.java =>
hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/SourceProfileSupplier.java
(68%)
copy
hudi-common/src/main/java/org/apache/hudi/common/conflict/detection/EarlyConflictDetectionStrategy.java
=>
hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/StreamContext.java
(55%)
