This is an automated email from the ASF dual-hosted git repository.
yx9o pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/shardingsphere.git
from 84917c3bc33 Improve add migration process config DistSQL parse and add
IT case. (#20474)
add d2f8159f032 Basic support migration to different database type (#20479)
No new revisions were added by this update.
Summary of changes:
.../database/type/dialect/OracleDatabaseType.java | 5 ++
.../DataConsistencyCalculateParameter.java | 4 +-
.../api/metadata}/PipelineColumnMetaData.java | 2 +-
.../data/pipeline/api/metadata/TableName.java | 7 +-
.../dumper/ColumnValueReader.java} | 35 ++++----
.../data/pipeline/api/metadata/TableNameTest.java | 6 +-
.../check/consistency/DataConsistencyChecker.java | 22 ++---
...DataMatchDataConsistencyCalculateAlgorithm.java | 28 +++++--
.../check/datasource/BasicDataSourceChecker.java} | 23 +++---
.../check/datasource/DataSourceCheckerFactory.java | 8 +-
.../ingest/dumper/AbstractInventoryDumper.java | 18 ++--
.../core/ingest/dumper/BasicColumnValueReader.java | 46 +++++++++++
...rFactory.java => ColumnValueReaderFactory.java} | 21 +++--
.../ingest/dumper/DefaultInventoryDumper.java} | 28 +++----
.../dumper/DefaultInventoryDumperCreator.java} | 23 ++----
.../dumper/InventoryDumperCreatorFactory.java | 8 +-
.../loader/PipelineTableMetaDataLoader.java | 5 +-
.../core/metadata/model/PipelineIndexMetaData.java | 3 +
.../core/metadata/model/PipelineTableMetaData.java | 1 +
.../core/prepare/InventoryTaskSplitter.java | 8 +-
.../core/prepare/PipelineJobPreparerUtils.java | 2 +-
.../sqlbuilder/AbstractPipelineSQLBuilder.java | 4 +-
.../DefaultPipelineSQLBuilder.java} | 23 +++---
.../core/sqlbuilder/OraclePipelineSQLBuilder.java | 95 ++++++++++++++++++++++
.../core/sqlbuilder/PipelineSQLBuilderFactory.java | 5 +-
.../core/util/DataConsistencyCheckUtils.java | 58 +++++++++++++
.../scenario/migration/MigrationJobPreparer.java | 13 +--
...ata.pipeline.spi.sqlbuilder.PipelineSQLBuilder} | 2 +-
...MatchDataConsistencyCalculateAlgorithmTest.java | 5 +-
.../core/util/DataConsistencyCheckUtilsTest.java} | 16 ++--
.../mysql/ingest/MySQLColumnValueReader.java | 51 ++++++++++++
.../mysql/ingest/MySQLIncrementalDumper.java | 2 +-
.../mysql/ingest/MySQLInventoryDumper.java | 23 ------
...a.pipeline.spi.ingest.dumper.ColumnValueReader} | 2 +-
.../mysql/ingest/MySQLIncrementalDumperTest.java | 2 +-
.../mysql/ingest/MySQLInventoryDumperTest.java | 32 --------
.../sqlbuilder/MySQLPipelineSQLBuilderTest.java | 6 +-
.../PostgreSQLInventoryDumperCreator.java | 12 ++-
.../ingest/PostgreSQLColumnValueReader.java | 80 ++++++++++++++++++
.../ingest/PostgreSQLInventoryDumper.java | 36 --------
...a.pipeline.spi.ingest.dumper.ColumnValueReader} | 2 +-
.../PostgreSQLPipelineSQLBuilderTest.java | 4 +-
.../framework/helper/ScalingCaseHelper.java | 1 +
.../datasource/AbstractDataSourceCheckerTest.java | 4 +-
.../dumper/InventoryDumperCreatorFactoryTest.java | 7 ++
.../dumper/ColumnValueReaderFactoryTest.java | 45 ++++++++++
.../loader/PipelineTableMetaDataLoaderTest.java | 2 +-
.../metadata/model/PipelineTableMetaDataTest.java | 1 +
.../datasource/DataSourceCheckerFactoryTest.java | 5 +-
.../spi/sqlbuilder/PipelineSQLBuilderTest.java | 10 +--
50 files changed, 595 insertions(+), 256 deletions(-)
rename
shardingsphere-kernel/shardingsphere-data-pipeline/{shardingsphere-data-pipeline-core/src/main/java/org/apache/shardingsphere/data/pipeline/core/metadata/model
=>
shardingsphere-data-pipeline-api/src/main/java/org/apache/shardingsphere/data/pipeline/api/metadata}/PipelineColumnMetaData.java
(96%)
copy
shardingsphere-kernel/shardingsphere-data-pipeline/shardingsphere-data-pipeline-api/src/main/java/org/apache/shardingsphere/data/pipeline/spi/{check/datasource/DataSourceCheckerFactory.java
=> ingest/dumper/ColumnValueReader.java} (55%)
rename
shardingsphere-kernel/shardingsphere-data-pipeline/{shardingsphere-data-pipeline-api/src/test/java/org/apache/shardingsphere/data/pipeline/spi/fixture/FixtureDataSourceChecker.java
=>
shardingsphere-data-pipeline-core/src/main/java/org/apache/shardingsphere/data/pipeline/core/check/datasource/BasicDataSourceChecker.java}
(61%)
rename
shardingsphere-kernel/shardingsphere-data-pipeline/{shardingsphere-data-pipeline-api/src/main/java/org/apache/shardingsphere/data/pipeline/spi
=>
shardingsphere-data-pipeline-core/src/main/java/org/apache/shardingsphere/data/pipeline/core}/check/datasource/DataSourceCheckerFactory.java
(78%)
create mode 100644
shardingsphere-kernel/shardingsphere-data-pipeline/shardingsphere-data-pipeline-core/src/main/java/org/apache/shardingsphere/data/pipeline/core/ingest/dumper/BasicColumnValueReader.java
copy
shardingsphere-kernel/shardingsphere-data-pipeline/shardingsphere-data-pipeline-core/src/main/java/org/apache/shardingsphere/data/pipeline/core/ingest/dumper/{InventoryDumperCreatorFactory.java
=> ColumnValueReaderFactory.java} (64%)
copy
shardingsphere-kernel/shardingsphere-data-pipeline/{shardingsphere-data-pipeline-dialect/shardingsphere-data-pipeline-postgresql/src/main/java/org/apache/shardingsphere/data/pipeline/postgresql/PostgreSQLInventoryDumperCreator.java
=>
shardingsphere-data-pipeline-core/src/main/java/org/apache/shardingsphere/data/pipeline/core/ingest/dumper/DefaultInventoryDumper.java}
(54%)
copy
shardingsphere-kernel/shardingsphere-data-pipeline/{shardingsphere-data-pipeline-dialect/shardingsphere-data-pipeline-postgresql/src/main/java/org/apache/shardingsphere/data/pipeline/postgresql/PostgreSQLInventoryDumperCreator.java
=>
shardingsphere-data-pipeline-core/src/main/java/org/apache/shardingsphere/data/pipeline/core/ingest/dumper/DefaultInventoryDumperCreator.java}
(60%)
copy
shardingsphere-kernel/shardingsphere-data-pipeline/shardingsphere-data-pipeline-core/src/main/java/org/apache/shardingsphere/data/pipeline/core/{metadata/model/PipelineIndexMetaData.java
=> sqlbuilder/DefaultPipelineSQLBuilder.java} (69%)
create mode 100644
shardingsphere-kernel/shardingsphere-data-pipeline/shardingsphere-data-pipeline-core/src/main/java/org/apache/shardingsphere/data/pipeline/core/sqlbuilder/OraclePipelineSQLBuilder.java
create mode 100644
shardingsphere-kernel/shardingsphere-data-pipeline/shardingsphere-data-pipeline-core/src/main/java/org/apache/shardingsphere/data/pipeline/core/util/DataConsistencyCheckUtils.java
copy
shardingsphere-kernel/shardingsphere-data-pipeline/{shardingsphere-data-pipeline-api/src/test/resources/META-INF/services/org.apache.shardingsphere.data.pipeline.spi.check.datasource.DataSourceChecker
=>
shardingsphere-data-pipeline-core/src/main/resources/META-INF/services/org.apache.shardingsphere.data.pipeline.spi.sqlbuilder.PipelineSQLBuilder}
(90%)
copy
shardingsphere-kernel/shardingsphere-data-pipeline/{shardingsphere-data-pipeline-api/src/test/java/org/apache/shardingsphere/data/pipeline/spi/check/datasource/DataSourceCheckerFactoryTest.java
=>
shardingsphere-data-pipeline-core/src/test/java/org/apache/shardingsphere/data/pipeline/core/util/DataConsistencyCheckUtilsTest.java}
(65%)
create mode 100644
shardingsphere-kernel/shardingsphere-data-pipeline/shardingsphere-data-pipeline-dialect/shardingsphere-data-pipeline-mysql/src/main/java/org/apache/shardingsphere/data/pipeline/mysql/ingest/MySQLColumnValueReader.java
copy
shardingsphere-kernel/shardingsphere-data-pipeline/{shardingsphere-data-pipeline-api/src/test/resources/META-INF/services/org.apache.shardingsphere.data.pipeline.spi.check.datasource.DataSourceChecker
=>
shardingsphere-data-pipeline-dialect/shardingsphere-data-pipeline-mysql/src/main/resources/META-INF/services/org.apache.shardingsphere.data.pipeline.spi.ingest.dumper.ColumnValueReader}
(91%)
create mode 100644
shardingsphere-kernel/shardingsphere-data-pipeline/shardingsphere-data-pipeline-dialect/shardingsphere-data-pipeline-postgresql/src/main/java/org/apache/shardingsphere/data/pipeline/postgresql/ingest/PostgreSQLColumnValueReader.java
rename
shardingsphere-kernel/shardingsphere-data-pipeline/{shardingsphere-data-pipeline-api/src/test/resources/META-INF/services/org.apache.shardingsphere.data.pipeline.spi.check.datasource.DataSourceChecker
=>
shardingsphere-data-pipeline-dialect/shardingsphere-data-pipeline-postgresql/src/main/resources/META-INF/services/org.apache.shardingsphere.data.pipeline.spi.ingest.dumper.ColumnValueReader}
(90%)
create mode 100644
shardingsphere-test/shardingsphere-pipeline-test/src/test/java/org/apache/shardingsphere/data/pipeline/core/ingest/dumper/ColumnValueReaderFactoryTest.java
rename
{shardingsphere-kernel/shardingsphere-data-pipeline/shardingsphere-data-pipeline-api
=>
shardingsphere-test/shardingsphere-pipeline-test}/src/test/java/org/apache/shardingsphere/data/pipeline/spi/check/datasource/DataSourceCheckerFactoryTest.java
(79%)
