This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a change to branch release-0.4
in repository https://gitbox.apache.org/repos/asf/incubator-paimon.git
from 1bd05245c [flink][bug] Fix TIMESTAMP cast error in MySQL CDC (#1014)
new ab8ee352e [hive] Support row type for hive catalog. (#1016)
new 2b9b8a130 [readme] Use mvn install instead of compile
new 31fe90a08 [oss] Do not shade hadoop in paimon-oss (#1018)
new 376127059 [hive] Use default hive-site.xml if hive-conf-dir is not set
(#1024)
new 5f0a184e2 [flink] Support specifying table affix in MySQL CDC action
(#1019)
new be37fae31 [orc] Orc supports Time type (#1012)
new 1d6a6d0d5 [flink][bug] MySQL datetime and timestamp default precision
should be 0 (#1028)
new 3e35a112b [flink] Support specifying including or excluding source
tables in MySQL CDC action (#1021)
new f22b3d01b [flink] Action print MYSQL_SYNC_DATABASE (#1029)
new 87940d4e5 [hotfix][docs] Add tips for using the generate-docs maven
plugin (#1033)
new 3571da6ff [flink][bug] cdc sync action : mysql delete sync error
(#1032)
new faecd8ad9 [docs][bug] Fix Java API link for MySqlSyncTableAction and
MySqlSyncDatabaseAction in cdc-ingestion docs (#1035)
new 984892b16 [core] Introduce file.compression (#1023)
new cad85a9ef [docs][hotfix] Fix Java API link for MySqlSyncTableAction
and MySqlSyncDatabaseAction in cdc-ingestion docs (again)
new be5e550c6 [flink][bug] CdcRecord#toGenericRow should respect
CdcRecord.kind (#1034)
new b70d87337 [core][bug] readers don't close while io exception happening
(#1037)
The 16 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
README.md | 2 +-
docs/content/engines/hive.md | 2 +-
docs/content/how-to/cdc-ingestion.md | 16 +-
.../shortcodes/generated/core_configuration.html | 6 +
.../apache/paimon/format/FormatWriterFactory.java | 4 -
.../paimon/format/FileStatsExtractorTestBase.java | 4 +-
.../main/java/org/apache/paimon/CoreOptions.java | 12 +
.../org/apache/paimon/append/AppendOnlyWriter.java | 8 +-
.../paimon/io/KeyValueFileWriterFactory.java | 19 +-
.../org/apache/paimon/io/RowDataFileWriter.java | 12 +-
.../apache/paimon/io/RowDataRollingFileWriter.java | 6 +-
.../org/apache/paimon/manifest/ManifestFile.java | 11 +-
.../org/apache/paimon/manifest/ManifestList.java | 4 +-
.../apache/paimon/mergetree/MergeTreeReaders.java | 21 +-
.../compact/ChangelogMergeTreeRewriter.java | 6 +-
.../paimon/operation/AppendOnlyFileStoreWrite.java | 9 +-
.../paimon/operation/KeyValueFileStoreWrite.java | 12 +-
.../java/org/apache/paimon/FileFormatTest.java | 9 +-
.../apache/paimon/append/AppendOnlyWriterTest.java | 3 +-
.../apache/paimon/format/FileFormatSuffixTest.java | 4 +-
.../apache/paimon/format/FlushingFileFormat.java | 7 +-
.../paimon/io/KeyValueFileReadWriteTest.java | 2 +-
.../apache/paimon/io/RollingFileWriterTest.java | 3 +-
.../apache/paimon/mergetree/LookupLevelsTest.java | 2 +-
.../org/apache/paimon/mergetree/MergeTreeTest.java | 10 +-
paimon-docs/README.md | 2 +
paimon-filesystems/paimon-oss-impl/pom.xml | 4 -
.../org/apache/paimon/flink/action/Action.java | 1 +
.../cdc/mysql/MySqlDebeziumJsonEventParser.java | 9 +-
.../paimon/flink/action/cdc/mysql/MySqlSchema.java | 12 +-
.../action/cdc/mysql/MySqlSyncDatabaseAction.java | 126 ++++++++--
.../flink/action/cdc/mysql/MySqlTypeUtils.java | 9 +-
.../flink/action/cdc/mysql/TableNameConverter.java | 47 ++--
.../apache/paimon/flink/sink/cdc/CdcRecord.java | 22 +-
.../sink/cdc/CdcRecordKeyAndBucketExtractor.java | 4 +-
.../action/cdc/mysql/MySqlActionITCaseBase.java | 22 +-
.../cdc/mysql/MySqlSyncDatabaseActionITCase.java | 258 +++++++++++++++++++++
.../cdc/mysql/MySqlSyncTableActionITCase.java | 60 ++++-
.../apache/paimon/flink/sink/cdc/TestTable.java | 10 +-
.../src/test/resources/mysql/setup.sql | 100 ++++++++
.../apache/paimon/format/orc/OrcReaderFactory.java | 67 +++---
.../format/orc/filter/OrcFileStatsExtractor.java | 1 +
.../format/orc/reader/OrcSplitReaderUtil.java | 1 +
.../apache/paimon/format/BulkFileFormatTest.java | 2 +-
.../format/orc/OrcFileStatsExtractorTest.java | 7 +
.../paimon/format/orc/OrcWriterFactoryTest.java | 4 +-
.../parquet/ParquetFileStatsExtractorTest.java | 5 +
.../format/parquet/ParquetReadWriteTest.java | 3 +-
.../java/org/apache/paimon/hive/HiveCatalog.java | 18 +-
.../org/apache/paimon/hive/HiveCatalogTest.java | 31 +++
.../test/resources/hadoop-conf-dir/core-site.xml | 0
.../src/test/resources/hive-conf-dir/hive-site.xml | 0
.../java/org/apache/paimon/hive/HiveTypeUtils.java | 19 ++
.../org/apache/paimon/hive/HiveTypeUtilsTest.java | 106 +++++++++
.../apache/paimon/hive/Hive23CatalogITCase.java | 12 -
.../apache/paimon/hive/Hive31CatalogITCase.java | 12 -
.../apache/paimon/hive/HiveCatalogITCaseBase.java | 14 --
.../apache/paimon/hive/HiveCatalogOptionsTest.java | 46 ----
58 files changed, 953 insertions(+), 275 deletions(-)
copy paimon-common/src/main/java/org/apache/paimon/utils/LongCounter.java =>
paimon-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/action/cdc/mysql/TableNameConverter.java
(53%)
rename paimon-hive/{paimon-hive-connector-common =>
paimon-hive-catalog}/src/test/resources/hadoop-conf-dir/core-site.xml (100%)
rename paimon-hive/{paimon-hive-connector-common =>
paimon-hive-catalog}/src/test/resources/hive-conf-dir/hive-site.xml (100%)
create mode 100644
paimon-hive/paimon-hive-common/src/test/java/org/apache/paimon/hive/HiveTypeUtilsTest.java
delete mode 100644
paimon-hive/paimon-hive-connector-common/src/test/java/org/apache/paimon/hive/HiveCatalogOptionsTest.java
