Repository: atlas Updated Branches: refs/heads/master ab801ff27 -> 203675124
ATLAS-2891: updated hook notification processing with option to ignore potentially incorrect hive_column_lineage - #2 (cherry picked from commit be6a4ffa053cf5e8eed431ac07a104a31e55c1e2) Project: http://git-wip-us.apache.org/repos/asf/atlas/repo Commit: http://git-wip-us.apache.org/repos/asf/atlas/commit/20367512 Tree: http://git-wip-us.apache.org/repos/asf/atlas/tree/20367512 Diff: http://git-wip-us.apache.org/repos/asf/atlas/diff/20367512 Branch: refs/heads/master Commit: 2036751244aa2c0c79275022e7f0a32c3206a617 Parents: ab801ff Author: Madhan Neethiraj <[email protected]> Authored: Wed Oct 10 16:46:18 2018 -0700 Committer: Madhan Neethiraj <[email protected]> Committed: Thu Oct 11 23:05:40 2018 -0700 ---------------------------------------------------------------------- .../java/org/apache/atlas/hive/hook/events/CreateHiveProcess.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/atlas/blob/20367512/addons/hive-bridge/src/main/java/org/apache/atlas/hive/hook/events/CreateHiveProcess.java ---------------------------------------------------------------------- diff --git a/addons/hive-bridge/src/main/java/org/apache/atlas/hive/hook/events/CreateHiveProcess.java b/addons/hive-bridge/src/main/java/org/apache/atlas/hive/hook/events/CreateHiveProcess.java index 6d31b10..7dd5f1d 100644 --- a/addons/hive-bridge/src/main/java/org/apache/atlas/hive/hook/events/CreateHiveProcess.java +++ b/addons/hive-bridge/src/main/java/org/apache/atlas/hive/hook/events/CreateHiveProcess.java @@ -192,7 +192,7 @@ public class CreateHiveProcess extends BaseHiveEvent { columnLineages.add(columnLineageProcess); } - boolean skipColumnLineage = context.getSkipHiveColumnLineageHive20633() && isSameInputsSize && lineageInputsSize > context.getSkipHiveColumnLineageHive20633InputsThreshold(); + boolean skipColumnLineage = context.getSkipHiveColumnLineageHive20633() && columnLineages.size() > 1 && isSameInputsSize && lineageInputsSize > context.getSkipHiveColumnLineageHive20633InputsThreshold(); if (!skipColumnLineage) { for (AtlasEntity columnLineage : columnLineages) {
