This is an automated email from the ASF dual-hosted git repository.
xushiyan pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new a8b1fa33ead [HUDI-4630] Fix hudi-utilities test's transformer
misconfig (#8705)
a8b1fa33ead is described below
commit a8b1fa33eadf27fa89b02db860094339f104c709
Author: Shiyan Xu <[email protected]>
AuthorDate: Mon May 15 01:23:43 2023 +0800
[HUDI-4630] Fix hudi-utilities test's transformer misconfig (#8705)
---
.../utilities/deltastreamer/TestHoodieMultiTableDeltaStreamer.java | 5 +++--
.../delta-streamer-config/short_trip_uber_config.properties | 2 +-
2 files changed, 4 insertions(+), 3 deletions(-)
diff --git
a/hudi-utilities/src/test/java/org/apache/hudi/utilities/deltastreamer/TestHoodieMultiTableDeltaStreamer.java
b/hudi-utilities/src/test/java/org/apache/hudi/utilities/deltastreamer/TestHoodieMultiTableDeltaStreamer.java
index 4d6235779a1..8baa4ddb431 100644
---
a/hudi-utilities/src/test/java/org/apache/hudi/utilities/deltastreamer/TestHoodieMultiTableDeltaStreamer.java
+++
b/hudi-utilities/src/test/java/org/apache/hudi/utilities/deltastreamer/TestHoodieMultiTableDeltaStreamer.java
@@ -256,12 +256,13 @@ public class TestHoodieMultiTableDeltaStreamer extends
HoodieDeltaStreamerTestBa
String tableLevelKeyGeneratorClass =
tableExecutionContext.getProperties().getString(DataSourceWriteOptions.KEYGENERATOR_CLASS_NAME().key());
assertEquals(TestHoodieDeltaStreamer.TestTableLevelGenerator.class.getName(),
tableLevelKeyGeneratorClass);
List<String> transformerClass =
tableExecutionContext.getConfig().transformerClassNames;
-
assertEquals("org.apache.hudi.utilities.transform.SqlFileBasedTransformer",
transformerClass.get(0)); // HUDI-4630
+ assertEquals(1, transformerClass.size());
+
assertEquals("org.apache.hudi.utilities.deltastreamer.TestHoodieDeltaStreamer$TestIdentityTransformer",
transformerClass.get(0));
break;
default:
String defaultKeyGeneratorClass =
tableExecutionContext.getProperties().getString(DataSourceWriteOptions.KEYGENERATOR_CLASS_NAME().key());
assertEquals(TestHoodieDeltaStreamer.TestGenerator.class.getName(),
defaultKeyGeneratorClass);
- assertNull(tableExecutionContext.getConfig().transformerClassNames);
//HUDI-4630
+ assertNull(tableExecutionContext.getConfig().transformerClassNames);
}
});
}
diff --git
a/hudi-utilities/src/test/resources/delta-streamer-config/short_trip_uber_config.properties
b/hudi-utilities/src/test/resources/delta-streamer-config/short_trip_uber_config.properties
index 370826b8949..25b392d580a 100644
---
a/hudi-utilities/src/test/resources/delta-streamer-config/short_trip_uber_config.properties
+++
b/hudi-utilities/src/test/resources/delta-streamer-config/short_trip_uber_config.properties
@@ -25,4 +25,4 @@
hoodie.datasource.hive_sync.table=short_trip_uber_hive_dummy_table
hoodie.datasource.write.keygenerator.class=org.apache.hudi.utilities.deltastreamer.TestHoodieDeltaStreamer$TestTableLevelGenerator
hoodie.deltastreamer.schemaprovider.registry.baseUrl=http://localhost:8081/subjects/
hoodie.deltastreamer.schemaprovider.registry.urlSuffix=-value/versions/latest
-hoodie.deltastreamer.transformer.class=org.apache.hudi.utilities.transform.SqlFileBasedTransformer
+hoodie.deltastreamer.transformer.class=org.apache.hudi.utilities.deltastreamer.TestHoodieDeltaStreamer$TestIdentityTransformer