Dharshana M Krishnamoorthy created ATLAS-4643:
-------------------------------------------------
Summary: [Lineage Improvements] Incorrect response when
inputRelationsLimit and outputRelationsLimit is 0
Key: ATLAS-4643
URL: https://issues.apache.org/jira/browse/ATLAS-4643
Project: Atlas
Issue Type: Bug
Reporter: Dharshana M Krishnamoorthy
Attachments: Screenshot 2022-07-22 at 7.08.16 PM.png
Input setup:
Enable lineage improvements: *atlas.lineage.on.demand.enabled=true*
Run the following to repro the issue
{code:java}
create database scenario_1; use scenario_1;
create table table_1(fname string, lname string, mname string, e_id int,
contact_no int);
create table table_11 as select * from table_1;
create table table_12 as select * from table_1;
create table table_13 as select * from table_1;
create table table_14 as select * from table_1; {code}
Payload
{code:java}
{
"f92a6057-f6c8-4c0e-a3a0-50dba5f507d3": {
"direction": "BOTH",
"inputRelationsLimit": 0,
"outputRelationsLimit": 0
}
}{code}
With the following payload
{code:java}
{
"<scenario_1.table_1.guid>": {
"direction": "BOTH",
"inputRelationsLimit": 0,
"outputRelationsLimit": 0
}
}{code}
We expect guidEntityMap to contain only the current entity. But the current
result mis matched
{code:java}
{
"baseEntityGuid": "f92a6057-f6c8-4c0e-a3a0-50dba5f507d3",
"lineageDirection": "BOTH",
"lineageDepth": 3,
"guidEntityMap": {
"f92a6057-f6c8-4c0e-a3a0-50dba5f507d3": {
"typeName": "hive_table",
"attributes": {
"owner": "hrt_qa",
"createTime": 1658495990000,
"qualifiedName": "scenario_1.table_1@cm",
"name": "table_1",
"description": ""
},
"guid": "f92a6057-f6c8-4c0e-a3a0-50dba5f507d3",
"status": "ACTIVE",
"displayText": "table_1",
"classificationNames": [],
"meaningNames": [],
"meanings": [],
"isIncomplete": false,
"labels": []
},
"008977e7-9860-4b67-adb9-8c55635d937b": {
"typeName": "hive_table",
"attributes": {
"owner": "hrt_qa",
"createTime": 1658495994000,
"qualifiedName": "scenario_1.table_11@cm",
"name": "table_11",
"description": ""
},
"guid": "008977e7-9860-4b67-adb9-8c55635d937b",
"status": "ACTIVE",
"displayText": "table_11",
"classificationNames": [],
"meaningNames": [],
"meanings": [],
"isIncomplete": false,
"labels": []
},
"e017a7de-803b-4f8b-8d2a-7568f930316e": {
"typeName": "hive_table",
"attributes": {
"owner": "hrt_qa",
"createTime": 1658496001000,
"qualifiedName": "scenario_1.table_14@cm",
"name": "table_14",
"description": ""
},
"guid": "e017a7de-803b-4f8b-8d2a-7568f930316e",
"status": "ACTIVE",
"displayText": "table_14",
"classificationNames": [],
"meaningNames": [],
"meanings": [],
"isIncomplete": false,
"labels": []
},
"e3244d74-25d7-4622-8365-d828802d0aa3": {
"typeName": "hive_process",
"attributes": {
"owner": "",
"qualifiedName": "scenario_1.table_12@cm:1658495996000",
"name": "scenario_1.table_12@cm:1658495996000",
"description": ""
},
"guid": "e3244d74-25d7-4622-8365-d828802d0aa3",
"status": "ACTIVE",
"displayText": "scenario_1.table_12@cm:1658495996000",
"classificationNames": [],
"meaningNames": [],
"meanings": [],
"isIncomplete": false,
"labels": []
},
"9a41de44-d569-42d7-a30e-1c3e2b2c80c2": {
"typeName": "hive_process",
"attributes": {
"owner": "",
"qualifiedName": "scenario_1.table_11@cm:1658495994000",
"name": "scenario_1.table_11@cm:1658495994000",
"description": ""
},
"guid": "9a41de44-d569-42d7-a30e-1c3e2b2c80c2",
"status": "ACTIVE",
"displayText": "scenario_1.table_11@cm:1658495994000",
"classificationNames": [],
"meaningNames": [],
"meanings": [],
"isIncomplete": false,
"labels": []
},
"5673c2da-ef77-450e-97db-5a9522f87d35": {
"typeName": "hive_process",
"attributes": {
"owner": "",
"qualifiedName": "scenario_1.table_14@cm:1658496001000",
"name": "scenario_1.table_14@cm:1658496001000",
"description": ""
},
"guid": "5673c2da-ef77-450e-97db-5a9522f87d35",
"status": "ACTIVE",
"displayText": "scenario_1.table_14@cm:1658496001000",
"classificationNames": [],
"meaningNames": [],
"meanings": [],
"isIncomplete": false,
"labels": []
},
"1d559690-d222-49db-8ea2-4a153389c8ee": {
"typeName": "hive_table",
"attributes": {
"owner": "hrt_qa",
"createTime": 1658495996000,
"qualifiedName": "scenario_1.table_12@cm",
"name": "table_12",
"description": ""
},
"guid": "1d559690-d222-49db-8ea2-4a153389c8ee",
"status": "ACTIVE",
"displayText": "table_12",
"classificationNames": [],
"meaningNames": [],
"meanings": [],
"isIncomplete": false,
"labels": []
}
},
"relations": [
{
"fromEntityId": "9a41de44-d569-42d7-a30e-1c3e2b2c80c2",
"toEntityId": "008977e7-9860-4b67-adb9-8c55635d937b",
"relationshipId": "d7182cbc-2d18-4f50-8634-1737bc8cdc6d"
},
{
"fromEntityId": "f92a6057-f6c8-4c0e-a3a0-50dba5f507d3",
"toEntityId": "9a41de44-d569-42d7-a30e-1c3e2b2c80c2",
"relationshipId": "61738aaa-3e6e-43f8-bad8-8c07ed1e8746"
},
{
"fromEntityId": "f92a6057-f6c8-4c0e-a3a0-50dba5f507d3",
"toEntityId": "e3244d74-25d7-4622-8365-d828802d0aa3",
"relationshipId": "70c60441-50b8-46fa-8a50-9f31fe54ccf2"
},
{
"fromEntityId": "e3244d74-25d7-4622-8365-d828802d0aa3",
"toEntityId": "1d559690-d222-49db-8ea2-4a153389c8ee",
"relationshipId": "d3818764-f8b3-4ab2-91b7-08e13dc4b758"
},
{
"fromEntityId": "f92a6057-f6c8-4c0e-a3a0-50dba5f507d3",
"toEntityId": "5673c2da-ef77-450e-97db-5a9522f87d35",
"relationshipId": "43f07195-221b-46d1-b3d2-1cdeeb8df58f"
},
{
"fromEntityId": "5673c2da-ef77-450e-97db-5a9522f87d35",
"toEntityId": "e017a7de-803b-4f8b-8d2a-7568f930316e",
"relationshipId": "6d5d3534-753f-4fb2-82e2-bc4544ca3cd4"
}
],
"relationsOnDemand": {
"f92a6057-f6c8-4c0e-a3a0-50dba5f507d3": {
"hasMoreInputs": false,
"hasMoreOutputs": true,
"inputRelationsCount": 0,
"outputRelationsCount": 3
}
},
"lineageOnDemandPayload": {
"f92a6057-f6c8-4c0e-a3a0-50dba5f507d3": {
"direction": "BOTH",
"inputRelationsLimit": 3,
"outputRelationsLimit": 3,
"depth": 3
}
}
} {code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
