This is an automated email from the ASF dual-hosted git repository.
nagarwal pushed a change to branch hudi_test_suite_refactor
in repository https://gitbox.apache.org/repos/asf/hudi.git.
from bcac621 [HUDI-394] Provide a basic implementation of test suite
add 29d4b2b Refactored under integ -test
No new revisions were added by this update.
Summary of changes:
docker/hoodie/hadoop/hive_base/Dockerfile | 2 +-
docker/hoodie/hadoop/hive_base/pom.xml | 4 +-
hudi-cli/pom.xml | 6 +-
{hudi-test-suite => hudi-integ-test}/README.md | 19 +-
hudi-integ-test/pom.xml | 214 ++++++++++++-
.../prepare_integration_suite.sh | 4 +-
.../testsuite/HoodieDeltaStreamerWrapper.java | 2 +-
.../hudi/integ}/testsuite/HoodieTestSuiteJob.java | 18 +-
.../integ}/testsuite/HoodieTestSuiteWriter.java | 12 +-
.../testsuite/configuration/DFSDeltaConfig.java | 10 +-
.../testsuite/configuration/DeltaConfig.java | 6 +-
.../hudi/integ}/testsuite/converter/Converter.java | 2 +-
.../testsuite/converter/UpdateConverter.java | 6 +-
.../apache/hudi/integ}/testsuite/dag/DagUtils.java | 33 +-
.../integ}/testsuite/dag/ExecutionContext.java | 8 +-
.../testsuite/dag/SimpleWorkflowDagGenerator.java | 20 +-
.../hudi/integ}/testsuite/dag/WorkflowDag.java | 4 +-
.../integ}/testsuite/dag/WorkflowDagGenerator.java | 2 +-
.../integ}/testsuite/dag/nodes/BulkInsertNode.java | 6 +-
.../hudi/integ}/testsuite/dag/nodes/CleanNode.java | 4 +-
.../integ}/testsuite/dag/nodes/CompactNode.java | 6 +-
.../hudi/integ}/testsuite/dag/nodes/DagNode.java | 6 +-
.../integ}/testsuite/dag/nodes/HiveQueryNode.java | 10 +-
.../integ}/testsuite/dag/nodes/HiveSyncNode.java | 8 +-
.../integ}/testsuite/dag/nodes/InsertNode.java | 10 +-
.../integ}/testsuite/dag/nodes/RollbackNode.java | 6 +-
.../testsuite/dag/nodes/ScheduleCompactNode.java | 6 +-
.../testsuite/dag/nodes/SparkSQLQueryNode.java | 8 +-
.../integ}/testsuite/dag/nodes/UpsertNode.java | 8 +-
.../integ}/testsuite/dag/nodes/ValidateNode.java | 6 +-
.../testsuite/dag/scheduler/DagScheduler.java | 12 +-
.../integ}/testsuite/generator/DeltaGenerator.java | 26 +-
.../FlexibleSchemaRecordGenerationIterator.java | 2 +-
.../GenericRecordFullPayloadGenerator.java | 2 +-
.../GenericRecordFullPayloadSizeEstimator.java | 2 +-
.../GenericRecordPartialPayloadGenerator.java | 2 +-
.../generator/LazyRecordGeneratorIterator.java | 2 +-
.../generator/UpdateGeneratorIterator.java | 2 +-
.../helpers/DFSTestSuitePathSelector.java | 2 +-
.../testsuite/helpers/HiveServiceProvider.java | 6 +-
.../testsuite/reader/DFSAvroDeltaInputReader.java | 6 +-
.../testsuite/reader/DFSDeltaInputReader.java | 2 +-
.../reader/DFSHoodieDatasetInputReader.java | 2 +-
.../integ}/testsuite/reader/DeltaInputReader.java | 2 +-
.../integ}/testsuite/reader/DeltaInputType.java | 2 +-
.../integ}/testsuite/reader/SparkBasedReader.java | 2 +-
.../testsuite/writer/AvroFileDeltaInputWriter.java | 2 +-
.../testsuite/writer/DFSDeltaWriterAdapter.java | 2 +-
.../testsuite/writer/DFSSparkAvroDeltaWriter.java | 4 +-
.../integ}/testsuite/writer/DeltaInputWriter.java | 2 +-
.../integ}/testsuite/writer/DeltaOutputMode.java | 2 +-
.../integ}/testsuite/writer/DeltaWriteStats.java | 2 +-
.../testsuite/writer/DeltaWriterAdapter.java | 2 +-
.../testsuite/writer/DeltaWriterFactory.java | 8 +-
.../writer/SparkAvroDeltaInputWriter.java | 2 +-
.../org/apache/hudi/integ/ITTestHoodieDemo.java | 2 +-
.../org/apache/hudi/integ/ITTestHoodieSanity.java | 2 +-
.../TestDFSHoodieTestSuiteWriterAdapter.java | 39 +--
.../integ}/testsuite/TestFileDeltaInputWriter.java | 16 +-
.../configuration/TestWorkflowBuilder.java | 22 +-
.../testsuite/converter/TestUpdateConverter.java | 5 +-
.../integ}/testsuite/dag/ComplexDagGenerator.java | 17 +-
.../integ}/testsuite/dag/HiveSyncDagGenerator.java | 15 +-
.../testsuite/dag/HiveSyncDagGeneratorMOR.java | 15 +-
.../hudi/integ}/testsuite/dag/TestDagUtils.java | 14 +-
.../TestGenericRecordPayloadEstimator.java | 2 +-
.../TestGenericRecordPayloadGenerator.java | 2 +-
.../testsuite/job/TestHoodieTestSuiteJob.java | 22 +-
.../reader/TestDFSAvroDeltaInputReader.java | 5 +-
.../reader/TestDFSHoodieDatasetInputReader.java | 2 +-
.../hudi/integ}/testsuite/utils/TestUtils.java | 2 +-
.../src/test/resources/test-suite/base.properties | 0
.../test/resources/test-suite/complex-dag-cow.yaml | 15 +
.../test/resources/test-suite/complex-dag-mor.yaml | 15 +
.../test/resources/test-suite/complex-source.avsc | 0
.../src/test/resources/test-suite/source.avsc | 0
.../src/test/resources/test-suite/target.avsc | 0
.../resources/test-suite/test-source.properties | 0
hudi-test-suite/pom.xml | 352 ---------------------
.../test/resources/log4j-surefire-quiet.properties | 25 --
.../src/test/resources/log4j-surefire.properties | 27 --
.../pom.xml | 6 +-
.../org/apache/hudi/testsuite/bundle/Main.java | 0
pom.xml | 7 +-
scripts/run_travis_tests.sh | 9 +-
85 files changed, 526 insertions(+), 668 deletions(-)
rename {hudi-test-suite => hudi-integ-test}/README.md (93%)
rename {hudi-test-suite => hudi-integ-test}/prepare_integration_suite.sh (97%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/HoodieDeltaStreamerWrapper.java
(98%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/HoodieTestSuiteJob.java
(93%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/HoodieTestSuiteWriter.java
(95%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/configuration/DFSDeltaConfig.java
(85%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/configuration/DeltaConfig.java
(97%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/converter/Converter.java
(95%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/converter/UpdateConverter.java
(90%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/dag/DagUtils.java
(86%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/dag/ExecutionContext.java
(87%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/dag/SimpleWorkflowDagGenerator.java
(77%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/dag/WorkflowDag.java
(91%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/dag/WorkflowDagGenerator.java
(95%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/dag/nodes/BulkInsertNode.java
(87%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/dag/nodes/CleanNode.java
(90%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/dag/nodes/CompactNode.java
(91%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/dag/nodes/DagNode.java
(94%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/dag/nodes/HiveQueryNode.java
(92%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/dag/nodes/HiveSyncNode.java
(86%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/dag/nodes/InsertNode.java
(87%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/dag/nodes/RollbackNode.java
(91%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/dag/nodes/ScheduleCompactNode.java
(93%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/dag/nodes/SparkSQLQueryNode.java
(90%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/dag/nodes/UpsertNode.java
(86%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/dag/nodes/ValidateNode.java
(89%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/dag/scheduler/DagScheduler.java
(90%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/generator/DeltaGenerator.java
(92%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/generator/FlexibleSchemaRecordGenerationIterator.java
(98%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/generator/GenericRecordFullPayloadGenerator.java
(99%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/generator/GenericRecordFullPayloadSizeEstimator.java
(98%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/generator/GenericRecordPartialPayloadGenerator.java
(98%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/generator/LazyRecordGeneratorIterator.java
(96%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/generator/UpdateGeneratorIterator.java
(97%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/helpers/DFSTestSuitePathSelector.java
(98%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/helpers/HiveServiceProvider.java
(91%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/reader/DFSAvroDeltaInputReader.java
(94%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/reader/DFSDeltaInputReader.java
(98%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/reader/DFSHoodieDatasetInputReader.java
(99%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/reader/DeltaInputReader.java
(98%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/reader/DeltaInputType.java
(94%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/reader/SparkBasedReader.java
(98%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/writer/AvroFileDeltaInputWriter.java
(98%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/writer/DFSDeltaWriterAdapter.java
(97%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/writer/DFSSparkAvroDeltaWriter.java
(91%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/writer/DeltaInputWriter.java
(96%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/writer/DeltaOutputMode.java
(95%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/writer/DeltaWriteStats.java
(97%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/writer/DeltaWriterAdapter.java
(96%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/writer/DeltaWriterFactory.java
(90%)
rename {hudi-test-suite/src/main/java/org/apache/hudi =>
hudi-integ-test/src/main/java/org/apache/hudi/integ}/testsuite/writer/SparkAvroDeltaInputWriter.java
(98%)
rename {hudi-test-suite/src/test/java/org/apache/hudi =>
hudi-integ-test/src/test/java/org/apache/hudi/integ}/testsuite/TestDFSHoodieTestSuiteWriterAdapter.java
(85%)
rename {hudi-test-suite/src/test/java/org/apache/hudi =>
hudi-integ-test/src/test/java/org/apache/hudi/integ}/testsuite/TestFileDeltaInputWriter.java
(89%)
rename {hudi-test-suite/src/test/java/org/apache/hudi =>
hudi-integ-test/src/test/java/org/apache/hudi/integ}/testsuite/configuration/TestWorkflowBuilder.java
(77%)
rename {hudi-test-suite/src/test/java/org/apache/hudi =>
hudi-integ-test/src/test/java/org/apache/hudi/integ}/testsuite/converter/TestUpdateConverter.java
(95%)
rename {hudi-test-suite/src/test/java/org/apache/hudi =>
hudi-integ-test/src/test/java/org/apache/hudi/integ}/testsuite/dag/ComplexDagGenerator.java
(83%)
rename {hudi-test-suite/src/test/java/org/apache/hudi =>
hudi-integ-test/src/test/java/org/apache/hudi/integ}/testsuite/dag/HiveSyncDagGenerator.java
(76%)
rename {hudi-test-suite/src/test/java/org/apache/hudi =>
hudi-integ-test/src/test/java/org/apache/hudi/integ}/testsuite/dag/HiveSyncDagGeneratorMOR.java
(76%)
rename {hudi-test-suite/src/test/java/org/apache/hudi =>
hudi-integ-test/src/test/java/org/apache/hudi/integ}/testsuite/dag/TestDagUtils.java
(86%)
rename {hudi-test-suite/src/test/java/org/apache/hudi =>
hudi-integ-test/src/test/java/org/apache/hudi/integ}/testsuite/generator/TestGenericRecordPayloadEstimator.java
(97%)
rename {hudi-test-suite/src/test/java/org/apache/hudi =>
hudi-integ-test/src/test/java/org/apache/hudi/integ}/testsuite/generator/TestGenericRecordPayloadGenerator.java
(99%)
rename {hudi-test-suite/src/test/java/org/apache/hudi =>
hudi-integ-test/src/test/java/org/apache/hudi/integ}/testsuite/job/TestHoodieTestSuiteJob.java
(92%)
rename {hudi-test-suite/src/test/java/org/apache/hudi =>
hudi-integ-test/src/test/java/org/apache/hudi/integ}/testsuite/reader/TestDFSAvroDeltaInputReader.java
(94%)
rename {hudi-test-suite/src/test/java/org/apache/hudi =>
hudi-integ-test/src/test/java/org/apache/hudi/integ}/testsuite/reader/TestDFSHoodieDatasetInputReader.java
(99%)
rename {hudi-test-suite/src/test/java/org/apache/hudi =>
hudi-integ-test/src/test/java/org/apache/hudi/integ}/testsuite/utils/TestUtils.java
(97%)
rename {hudi-test-suite =>
hudi-integ-test}/src/test/resources/test-suite/base.properties (100%)
rename {hudi-test-suite =>
hudi-integ-test}/src/test/resources/test-suite/complex-dag-cow.yaml (72%)
rename {hudi-test-suite =>
hudi-integ-test}/src/test/resources/test-suite/complex-dag-mor.yaml (75%)
rename {hudi-test-suite =>
hudi-integ-test}/src/test/resources/test-suite/complex-source.avsc (100%)
rename {hudi-test-suite =>
hudi-integ-test}/src/test/resources/test-suite/source.avsc (100%)
rename {hudi-test-suite =>
hudi-integ-test}/src/test/resources/test-suite/target.avsc (100%)
rename {hudi-test-suite =>
hudi-integ-test}/src/test/resources/test-suite/test-source.properties (100%)
delete mode 100644 hudi-test-suite/pom.xml
delete mode 100644
hudi-test-suite/src/test/resources/log4j-surefire-quiet.properties
delete mode 100644 hudi-test-suite/src/test/resources/log4j-surefire.properties
rename packaging/{hudi-test-suite-bundle => hudi-integ-test-bundle}/pom.xml
(99%)
rename packaging/{hudi-test-suite-bundle =>
hudi-integ-test-bundle}/src/main/java/org/apache/hudi/testsuite/bundle/Main.java
(100%)
