Ayub Khan created ATLAS-755:
-------------------------------
Summary: UI: User defined tableproperties are ignored/not
displayed.
Key: ATLAS-755
URL: https://issues.apache.org/jira/browse/ATLAS-755
Project: Atlas
Issue Type: Bug
Affects Versions: 0.7-incubating
Reporter: Ayub Khan
Assignee: Erik Bergenholtz
Fix For: 0.7-incubating
Hive entity udpate message reflecting the table property changes..
{noformat}
{
"entities": [
{
"jsonClass":
"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass":
"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198870717493",
"version": 0,
"typeName": "hive_db",
"state": "ACTIVE"
},
"typeName": "hive_db",
"values": {
"name": "default",
"description": "Default Hive database",
"ownerType": 2,
"qualifiedName": "default@cl1",
"locationUri":
"hdfs://os-r6-apathan-atlas-erie-nosec-2.openstacklocal:8020/apps/hive/warehouse",
"owner": "public",
"clusterName": "cl1",
"parameters": {}
},
"traitNames": [],
"traits": {}
},
{
"jsonClass":
"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass":
"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198897495080",
"version": 0,
"typeName": "hive_table",
"state": "ACTIVE"
},
"typeName": "hive_table",
"values": {
"tableType": "MANAGED_TABLE",
"name": "default.test_table@cl1",
"createTime": "2016-05-06T10:00:52.000Z",
"temporary": false,
"db": {
"jsonClass":
"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass":
"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198870717493",
"version": 0,
"typeName": "hive_db",
"state": "ACTIVE"
},
"typeName": "hive_db",
"values": {
"name": "default",
"description": "Default Hive database",
"ownerType": 2,
"qualifiedName": "default@cl1",
"locationUri":
"hdfs://os-r6-apathan-atlas-erie-nosec-2.openstacklocal:8020/apps/hive/warehouse",
"owner": "public",
"clusterName": "cl1",
"parameters": {}
},
"traitNames": [],
"traits": {}
},
"retention": 0,
"tableName": "test_table",
"columns": [
{
"jsonClass":
"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass":
"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198897676876",
"version": 0,
"typeName": "hive_column",
"state": "ACTIVE"
},
"typeName": "hive_column",
"values": {
"name": "id1",
"qualifiedName": "default.test_table.id1@cl1",
"type": "int",
"table": {
"jsonClass":
"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198897495080",
"version": 0,
"typeName": "hive_table",
"state": "ACTIVE"
}
},
"traitNames": [],
"traits": {}
},
{
"jsonClass":
"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass":
"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198897687033",
"version": 0,
"typeName": "hive_column",
"state": "ACTIVE"
},
"typeName": "hive_column",
"values": {
"name": "name",
"qualifiedName": "default.test_table.name@cl1",
"type": "string",
"table": {
"jsonClass":
"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198897495080",
"version": 0,
"typeName": "hive_table",
"state": "ACTIVE"
}
},
"traitNames": [],
"traits": {}
}
],
"comment": "test comment",
"lastAccessTime": "2016-05-06T10:00:52.000Z",
"owner": "hiveuser",
"sd": {
"jsonClass":
"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass":
"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198897611603",
"version": 0,
"typeName": "hive_storagedesc",
"state": "ACTIVE"
},
"typeName": "hive_storagedesc",
"values": {
"location":
"hdfs://os-r6-apathan-atlas-erie-nosec-2.openstacklocal:8020/apps/hive/warehouse/test_table",
"serdeInfo": {
"jsonClass":
"org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
"typeName": "hive_serde",
"values": {
"serializationLib":
"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe",
"parameters": {
"serialization.format": "1"
}
}
},
"qualifiedName": "default.test_table@cl1_storage",
"outputFormat":
"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat",
"compressed": false,
"numBuckets": -1,
"inputFormat":
"org.apache.hadoop.mapred.TextInputFormat",
"parameters": {},
"storedAsSubDirectories": false,
"table": {
"jsonClass":
"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198897495080",
"version": 0,
"typeName": "hive_table",
"state": "ACTIVE"
}
},
"traitNames": [],
"traits": {}
},
"parameters": {
"transient_lastDdlTime": "1462528852",
"last_modified_time": "1462528852",
"last_modified_by": "hiveuser",
"key1": "value21",
"comment": "test comment"
},
"partitionKeys": [
{
"jsonClass":
"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass":
"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198897638691",
"version": 0,
"typeName": "hive_column",
"state": "ACTIVE"
},
"typeName": "hive_column",
"values": {
"name": "dt",
"qualifiedName": "default.test_table.dt@cl1",
"type": "date",
"table": {
"jsonClass":
"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198897495080",
"version": 0,
"typeName": "hive_table",
"state": "ACTIVE"
}
},
"traitNames": [],
"traits": {}
}
]
},
"traitNames": [],
"traits": {}
}
],
"type": "ENTITY_FULL_UPDATE",
"user": "hiveuser"
}
{noformat}
UI snapshot shows the user defined table props are not displayed:
https://monosnap.com/file/jn4WM5hiHI9aaE5Nlw3iStcdWxwTiO
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
