[ATLAS-4643] [Lineage Improvements] Incorrect response when inputRelationsLimit and outputRelationsLimit is 0

• Type: Bug
• Status: Closed
• Priority: Major
• Resolution: Duplicate
• Assignee: Radhika Kundam
• Reporter: Dharshana M Krishnamoorthy
• Created: 22/Jul/22 17:35
• Updated: 29/Jul/22 17:19
• Resolved: 29/Jul/22 17:18

Description

Input setup:
Enable lineage improvements: atlas.lineage.on.demand.enabled=true

Run the following to repro the issue 

create database scenario_1; use scenario_1;
create table table_1(fname string, lname string, mname string, e_id int, contact_no int);
create table table_11 as select * from table_1;
create table table_12 as select * from table_1;
create table table_13 as select * from table_1;
create table table_14 as select * from table_1; 

Payload 

{
    "f92a6057-f6c8-4c0e-a3a0-50dba5f507d3": {
        "direction": "BOTH",
        "inputRelationsLimit": 0,
        "outputRelationsLimit": 0
    }
}

With the following payload

 {
    "<scenario_1.table_1.guid>": {
        "direction": "BOTH",
        "inputRelationsLimit": 0,
        "outputRelationsLimit": 0
    }
}

We expect  guidEntityMap to contain only the current entity. But the current result mis matched

{
    "baseEntityGuid": "f92a6057-f6c8-4c0e-a3a0-50dba5f507d3",
    "lineageDirection": "BOTH",
    "lineageDepth": 3,
    "guidEntityMap": {
        "f92a6057-f6c8-4c0e-a3a0-50dba5f507d3": {
            "typeName": "hive_table",
            "attributes": {
                "owner": "hrt_qa",
                "createTime": 1658495990000,
                "qualifiedName": "scenario_1.table_1@cm",
                "name": "table_1",
                "description": ""
            },
            "guid": "f92a6057-f6c8-4c0e-a3a0-50dba5f507d3",
            "status": "ACTIVE",
            "displayText": "table_1",
            "classificationNames": [],
            "meaningNames": [],
            "meanings": [],
            "isIncomplete": false,
            "labels": []
        },
        "008977e7-9860-4b67-adb9-8c55635d937b": {
            "typeName": "hive_table",
            "attributes": {
                "owner": "hrt_qa",
                "createTime": 1658495994000,
                "qualifiedName": "scenario_1.table_11@cm",
                "name": "table_11",
                "description": ""
            },
            "guid": "008977e7-9860-4b67-adb9-8c55635d937b",
            "status": "ACTIVE",
            "displayText": "table_11",
            "classificationNames": [],
            "meaningNames": [],
            "meanings": [],
            "isIncomplete": false,
            "labels": []
        },
        "e017a7de-803b-4f8b-8d2a-7568f930316e": {
            "typeName": "hive_table",
            "attributes": {
                "owner": "hrt_qa",
                "createTime": 1658496001000,
                "qualifiedName": "scenario_1.table_14@cm",
                "name": "table_14",
                "description": ""
            },
            "guid": "e017a7de-803b-4f8b-8d2a-7568f930316e",
            "status": "ACTIVE",
            "displayText": "table_14",
            "classificationNames": [],
            "meaningNames": [],
            "meanings": [],
            "isIncomplete": false,
            "labels": []
        },
        "e3244d74-25d7-4622-8365-d828802d0aa3": {
            "typeName": "hive_process",
            "attributes": {
                "owner": "",
                "qualifiedName": "scenario_1.table_12@cm:1658495996000",
                "name": "scenario_1.table_12@cm:1658495996000",
                "description": ""
            },
            "guid": "e3244d74-25d7-4622-8365-d828802d0aa3",
            "status": "ACTIVE",
            "displayText": "scenario_1.table_12@cm:1658495996000",
            "classificationNames": [],
            "meaningNames": [],
            "meanings": [],
            "isIncomplete": false,
            "labels": []
        },
        "9a41de44-d569-42d7-a30e-1c3e2b2c80c2": {
            "typeName": "hive_process",
            "attributes": {
                "owner": "",
                "qualifiedName": "scenario_1.table_11@cm:1658495994000",
                "name": "scenario_1.table_11@cm:1658495994000",
                "description": ""
            },
            "guid": "9a41de44-d569-42d7-a30e-1c3e2b2c80c2",
            "status": "ACTIVE",
            "displayText": "scenario_1.table_11@cm:1658495994000",
            "classificationNames": [],
            "meaningNames": [],
            "meanings": [],
            "isIncomplete": false,
            "labels": []
        },
        "5673c2da-ef77-450e-97db-5a9522f87d35": {
            "typeName": "hive_process",
            "attributes": {
                "owner": "",
                "qualifiedName": "scenario_1.table_14@cm:1658496001000",
                "name": "scenario_1.table_14@cm:1658496001000",
                "description": ""
            },
            "guid": "5673c2da-ef77-450e-97db-5a9522f87d35",
            "status": "ACTIVE",
            "displayText": "scenario_1.table_14@cm:1658496001000",
            "classificationNames": [],
            "meaningNames": [],
            "meanings": [],
            "isIncomplete": false,
            "labels": []
        },
        "1d559690-d222-49db-8ea2-4a153389c8ee": {
            "typeName": "hive_table",
            "attributes": {
                "owner": "hrt_qa",
                "createTime": 1658495996000,
                "qualifiedName": "scenario_1.table_12@cm",
                "name": "table_12",
                "description": ""
            },
            "guid": "1d559690-d222-49db-8ea2-4a153389c8ee",
            "status": "ACTIVE",
            "displayText": "table_12",
            "classificationNames": [],
            "meaningNames": [],
            "meanings": [],
            "isIncomplete": false,
            "labels": []
        }
    },
    "relations": [
        {
            "fromEntityId": "9a41de44-d569-42d7-a30e-1c3e2b2c80c2",
            "toEntityId": "008977e7-9860-4b67-adb9-8c55635d937b",
            "relationshipId": "d7182cbc-2d18-4f50-8634-1737bc8cdc6d"
        },
        {
            "fromEntityId": "f92a6057-f6c8-4c0e-a3a0-50dba5f507d3",
            "toEntityId": "9a41de44-d569-42d7-a30e-1c3e2b2c80c2",
            "relationshipId": "61738aaa-3e6e-43f8-bad8-8c07ed1e8746"
        },
        {
            "fromEntityId": "f92a6057-f6c8-4c0e-a3a0-50dba5f507d3",
            "toEntityId": "e3244d74-25d7-4622-8365-d828802d0aa3",
            "relationshipId": "70c60441-50b8-46fa-8a50-9f31fe54ccf2"
        },
        {
            "fromEntityId": "e3244d74-25d7-4622-8365-d828802d0aa3",
            "toEntityId": "1d559690-d222-49db-8ea2-4a153389c8ee",
            "relationshipId": "d3818764-f8b3-4ab2-91b7-08e13dc4b758"
        },
        {
            "fromEntityId": "f92a6057-f6c8-4c0e-a3a0-50dba5f507d3",
            "toEntityId": "5673c2da-ef77-450e-97db-5a9522f87d35",
            "relationshipId": "43f07195-221b-46d1-b3d2-1cdeeb8df58f"
        },
        {
            "fromEntityId": "5673c2da-ef77-450e-97db-5a9522f87d35",
            "toEntityId": "e017a7de-803b-4f8b-8d2a-7568f930316e",
            "relationshipId": "6d5d3534-753f-4fb2-82e2-bc4544ca3cd4"
        }
    ],
    "relationsOnDemand": {
        "f92a6057-f6c8-4c0e-a3a0-50dba5f507d3": {
            "hasMoreInputs": false,
            "hasMoreOutputs": true,
            "inputRelationsCount": 0,
            "outputRelationsCount": 3
        }
    },
    "lineageOnDemandPayload": {
        "f92a6057-f6c8-4c0e-a3a0-50dba5f507d3": {
            "direction": "BOTH",
            "inputRelationsLimit": 3,
            "outputRelationsLimit": 3,
            "depth": 3
        }
    }
} 

Issue Links

• duplicates: ATLAS-4645 [Lineage Improvements] When inputRelationsLimit or outputRelationsLimit is 0, then it is replaced with the default value of node count