Repository: incubator-gobblin Updated Branches: refs/heads/master ea1f6422a -> 36ea8bd20
[GOBBLIN-483] Allow join operations if metadata check is disabled Closes #2353 from jack-moseley/mysql-join-check Project: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/commit/36ea8bd2 Tree: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/tree/36ea8bd2 Diff: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/diff/36ea8bd2 Branch: refs/heads/master Commit: 36ea8bd206778852afb375f109800ca557600b01 Parents: ea1f642 Author: Jack Moseley <[email protected]> Authored: Wed May 2 19:34:48 2018 -0700 Committer: Hung Tran <[email protected]> Committed: Wed May 2 19:34:48 2018 -0700 ---------------------------------------------------------------------- .../main/java/org/apache/gobblin/source/jdbc/JdbcExtractor.java | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/36ea8bd2/gobblin-modules/gobblin-sql/src/main/java/org/apache/gobblin/source/jdbc/JdbcExtractor.java ---------------------------------------------------------------------- diff --git a/gobblin-modules/gobblin-sql/src/main/java/org/apache/gobblin/source/jdbc/JdbcExtractor.java b/gobblin-modules/gobblin-sql/src/main/java/org/apache/gobblin/source/jdbc/JdbcExtractor.java index b68036c..07d33a5 100644 --- a/gobblin-modules/gobblin-sql/src/main/java/org/apache/gobblin/source/jdbc/JdbcExtractor.java +++ b/gobblin-modules/gobblin-sql/src/main/java/org/apache/gobblin/source/jdbc/JdbcExtractor.java @@ -295,7 +295,9 @@ public abstract class JdbcExtractor extends QueryBasedExtractor<JsonArray, JsonE public void extractMetadata(String schema, String entity, WorkUnit workUnit) throws SchemaException, IOException { this.log.info("Extract metadata using JDBC"); String inputQuery = workUnitState.getProp(ConfigurationKeys.SOURCE_QUERYBASED_QUERY); - if (hasJoinOperation(inputQuery)) { + if (workUnitState.getPropAsBoolean(ConfigurationKeys.SOURCE_QUERYBASED_IS_METADATA_COLUMN_CHECK_ENABLED, + Boolean.valueOf(ConfigurationKeys.DEFAULT_SOURCE_QUERYBASED_IS_METADATA_COLUMN_CHECK_ENABLED)) && + hasJoinOperation(inputQuery)) { throw new RuntimeException("Query across multiple tables not supported"); }
