This is an automated email from the ASF dual-hosted git repository.
xushiyan pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new ba728d8 [HUDI-2002] Modify HiveIncrementalPuller log level to ERROR
(#3070)
ba728d8 is described below
commit ba728d822f733cf1978b95c6b6af793fdf041088
Author: Wei <[email protected]>
AuthorDate: Sun Jun 13 01:21:43 2021 +0800
[HUDI-2002] Modify HiveIncrementalPuller log level to ERROR (#3070)
Co-authored-by: wei.zhang2 <[email protected]>
---
.../main/java/org/apache/hudi/utilities/HiveIncrementalPuller.java | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git
a/hudi-utilities/src/main/java/org/apache/hudi/utilities/HiveIncrementalPuller.java
b/hudi-utilities/src/main/java/org/apache/hudi/utilities/HiveIncrementalPuller.java
index a3570b1..7f58d3c 100644
---
a/hudi-utilities/src/main/java/org/apache/hudi/utilities/HiveIncrementalPuller.java
+++
b/hudi-utilities/src/main/java/org/apache/hudi/utilities/HiveIncrementalPuller.java
@@ -180,13 +180,13 @@ public class HiveIncrementalPuller {
incrementalPullSQLtemplate.add("storedAsClause", storedAsClause);
String incrementalSQL = new Scanner(new
File(config.incrementalSQLFile)).useDelimiter("\\Z").next();
if (!incrementalSQL.contains(config.sourceDb + "." + config.sourceTable)) {
- LOG.info("Incremental SQL does not have " + config.sourceDb + "." +
config.sourceTable
+ LOG.error("Incremental SQL does not have " + config.sourceDb + "." +
config.sourceTable
+ ", which means its pulling from a different table. Fencing this
from happening.");
throw new HoodieIncrementalPullSQLException(
"Incremental SQL does not have " + config.sourceDb + "." +
config.sourceTable);
}
if (!incrementalSQL.contains("`_hoodie_commit_time` > '%targetBasePath'"))
{
- LOG.info("Incremental SQL : " + incrementalSQL
+ LOG.error("Incremental SQL : " + incrementalSQL
+ " does not contain `_hoodie_commit_time` > '%targetBasePath'.
Please add "
+ "this clause for incremental to work properly.");
throw new HoodieIncrementalPullSQLException(