[
https://issues.apache.org/jira/browse/ATLAS-877?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15336555#comment-15336555
]
Shwetha G S commented on ATLAS-877:
-----------------------------------
+1
> CreateTime of an entity(for example hive table) changes for every update
> ------------------------------------------------------------------------
>
> Key: ATLAS-877
> URL: https://issues.apache.org/jira/browse/ATLAS-877
> Project: Atlas
> Issue Type: Bug
> Affects Versions: 0.7-incubating
> Reporter: Ayub Khan
> Assignee: Suma Shivaprasad
> Priority: Critical
> Fix For: 0.7-incubating
>
> Attachments: ATLAS-877.patch
>
>
> Each time a hive table is updated(example column renamed), create time of
> table is also updated.
> UI snapshot: https://monosnap.com/file/6NoT86CNpHgQmlyfBQTSUa1y3Ncc2Y
> hive table metadata snapshot from hive cli
> {noformat}
> 0: jdbc:hive2://localhost:10000/default> describe formatted
> column_changepgwcbgq1bd;
> OK
> +-------------------------------+-------------------------------------------------------------------------------------+-----------------------+--+
> | col_name |
> data_type | comment |
> +-------------------------------+-------------------------------------------------------------------------------------+-----------------------+--+
> | # col_name | data_type
> | comment |
> | | NULL
> | NULL |
> | a3 | int
> | |
> | b | int
> | |
> | c | int
> | |
> | d | int
> | |
> | e | int
> | |
> | f | int
> | |
> | | NULL
> | NULL |
> | # Detailed Table Information | NULL
> | NULL |
> | Database: | db2pgwcbgq1bd
> | NULL |
> | Owner: | apathan
> | NULL |
> | CreateTime: | Wed Jun 08 12:41:28 IST 2016
> | NULL |
> | LastAccessTime: | UNKNOWN
> | NULL |
> | Protect Mode: | None
> | NULL |
> | Retention: | 0
> | NULL |
> | Location: |
> hdfs://localhost:9000/user/hive/warehouse/db2pgwcbgq1bd.db/column_changepgwcbgq1bd
> | NULL |
> | Table Type: | MANAGED_TABLE
> | NULL |
> | Table Parameters: | NULL
> | NULL |
> | | COLUMN_STATS_ACCURATE
> | false |
> | | last_modified_by
> | apathan |
> | | last_modified_time
> | 1465370834 |
> | | numFiles
> | 0 |
> | | numRows
> | -1 |
> | | rawDataSize
> | -1 |
> | | totalSize
> | 0 |
> | | transient_lastDdlTime
> | 1465370834 |
> | | NULL
> | NULL |
> | # Storage Information | NULL
> | NULL |
> | SerDe Library: |
> org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
> | NULL |
> | InputFormat: | org.apache.hadoop.mapred.TextInputFormat
> | NULL |
> | OutputFormat: |
> org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
> | NULL |
> | Compressed: | No
> | NULL |
> | Num Buckets: | -1
> | NULL |
> | Bucket Columns: | []
> | NULL |
> | Sort Columns: | []
> | NULL |
> | Storage Desc Params: | NULL
> | NULL |
> | | serialization.format
> | 1 |
> +-------------------------------+-------------------------------------------------------------------------------------+-----------------------+--+
> 38 rows selected (0.111 seconds)
> {noformat}
> ATlas respones for entityquery
> {noformat}
> curl
> 'http://localhost:21000/api/atlas/entities/6a99143d-e3dd-444c-b89c-efbfc5097569'
> -H 'Cookie: JSESSIONID=12rn8aybkawa5ewiqdb2hv663' -H 'Accept-Encoding: gzip,
> deflate, sdch' -H 'Accept-Language: en-US,en;q=0.8' -H 'User-Agent:
> Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_5) AppleWebKit/537.36 (KHTML,
> like Gecko) Chrome/50.0.2661.102 Safari/537.36' -H 'Accept: application/json,
> text/javascript, */*; q=0.01' -H 'Referer: http://localhost:21000/index.html'
> -H 'X-Requested-With: XMLHttpRequest' -H 'Connection: keep-alive'
> --compressed | python -m json.tool
> % Total % Received % Xferd Average Speed Time Time Time
> Current
> Dload Upload Total Spent Left Speed
> 100 6820 0 6820 0 0 4293 0 --:--:-- 0:00:01 --:--:-- 4292
> {
> "definition": {
> "id": {
> "id": "6a99143d-e3dd-444c-b89c-efbfc5097569",
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_table",
> "version": 0
> },
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "traitNames": [
> "addTraitTrait63ozq0yxh3"
> ],
> "traits": {
> "addTraitTrait63ozq0yxh3": {
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
> "typeName": "addTraitTrait63ozq0yxh3",
> "values": {}
> }
> },
> "typeName": "hive_table",
> "values": {
> "aliases": null,
> "columns": [
> {
> "id": {
> "id": "c12d4d8f-fc6d-41eb-9413-e09c12445078",
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_column",
> "version": 0
> },
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "traitNames": [],
> "traits": {},
> "typeName": "hive_column",
> "values": {
> "comment": null,
> "name": "a3",
> "qualifiedName":
> "db2pgwcbgq1bd.column_changepgwcbgq1bd.a3@primary",
> "table": {
> "id": "6a99143d-e3dd-444c-b89c-efbfc5097569",
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_table",
> "version": 0
> },
> "type": "int"
> }
> },
> {
> "id": {
> "id": "a3e6dc35-d6f4-4429-9342-065206f879f9",
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_column",
> "version": 0
> },
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "traitNames": [],
> "traits": {},
> "typeName": "hive_column",
> "values": {
> "comment": null,
> "name": "b",
> "qualifiedName":
> "db2pgwcbgq1bd.column_changepgwcbgq1bd.b@primary",
> "table": {
> "id": "6a99143d-e3dd-444c-b89c-efbfc5097569",
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_table",
> "version": 0
> },
> "type": "int"
> }
> },
> {
> "id": {
> "id": "2b73f828-6660-4caf-a632-cd53a78d9afb",
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_column",
> "version": 0
> },
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "traitNames": [],
> "traits": {},
> "typeName": "hive_column",
> "values": {
> "comment": null,
> "name": "c",
> "qualifiedName":
> "db2pgwcbgq1bd.column_changepgwcbgq1bd.c@primary",
> "table": {
> "id": "6a99143d-e3dd-444c-b89c-efbfc5097569",
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_table",
> "version": 0
> },
> "type": "int"
> }
> },
> {
> "id": {
> "id": "6cd10281-5ca1-4c38-a58d-0ee09d04e7d4",
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_column",
> "version": 0
> },
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "traitNames": [],
> "traits": {},
> "typeName": "hive_column",
> "values": {
> "comment": null,
> "name": "d",
> "qualifiedName":
> "db2pgwcbgq1bd.column_changepgwcbgq1bd.d@primary",
> "table": {
> "id": "6a99143d-e3dd-444c-b89c-efbfc5097569",
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_table",
> "version": 0
> },
> "type": "int"
> }
> },
> {
> "id": {
> "id": "91001553-dbb3-4401-aec9-8f9163a98536",
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_column",
> "version": 0
> },
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "traitNames": [],
> "traits": {},
> "typeName": "hive_column",
> "values": {
> "comment": null,
> "name": "e",
> "qualifiedName":
> "db2pgwcbgq1bd.column_changepgwcbgq1bd.e@primary",
> "table": {
> "id": "6a99143d-e3dd-444c-b89c-efbfc5097569",
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_table",
> "version": 0
> },
> "type": "int"
> }
> },
> {
> "id": {
> "id": "4c231875-8a8d-491a-9126-0d6acbf0955f",
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_column",
> "version": 0
> },
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "traitNames": [],
> "traits": {},
> "typeName": "hive_column",
> "values": {
> "comment": null,
> "name": "f",
> "qualifiedName":
> "db2pgwcbgq1bd.column_changepgwcbgq1bd.f@primary",
> "table": {
> "id": "6a99143d-e3dd-444c-b89c-efbfc5097569",
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_table",
> "version": 0
> },
> "type": "int"
> }
> },
> {
> "id": {
> "id": "b6d4b76e-2c1f-46d9-aecb-a086a750ae30",
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "DELETED",
> "typeName": "hive_column",
> "version": 0
> },
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "traitNames": [],
> "traits": {},
> "typeName": "hive_column",
> "values": {
> "comment": null,
> "name": "a",
> "qualifiedName":
> "db2pgwcbgq1bd.column_changepgwcbgq1bd.a@primary",
> "table": {
> "id": "6a99143d-e3dd-444c-b89c-efbfc5097569",
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_table",
> "version": 0
> },
> "type": "int"
> }
> }
> ],
> "comment": null,
> "createTime": "2016-06-08T07:27:14.000Z",
> "db": {
> "id": "d49df889-2c36-4346-9adc-6234a0045bfe",
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_db",
> "version": 0
> },
> "description": null,
> "lastAccessTime": "2016-06-08T07:27:14.000Z",
> "name": "db2pgwcbgq1bd.column_changepgwcbgq1bd@primary",
> "owner": "apathan",
> "parameters": {
> "COLUMN_STATS_ACCURATE": "false",
> "last_modified_by": "apathan",
> "last_modified_time": "1465370834",
> "numFiles": "0",
> "numRows": "-1",
> "rawDataSize": "-1",
> "totalSize": "0",
> "transient_lastDdlTime": "1465370834"
> },
> "partitionKeys": null,
> "retention": 0,
> "sd": {
> "id": {
> "id": "55257985-2d63-4517-a612-2aa0b6edf36f",
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_storagedesc",
> "version": 0
> },
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "traitNames": [],
> "traits": {},
> "typeName": "hive_storagedesc",
> "values": {
> "bucketCols": null,
> "compressed": false,
> "inputFormat": "org.apache.hadoop.mapred.TextInputFormat",
> "location":
> "hdfs://localhost:9000/user/hive/warehouse/db2pgwcbgq1bd.db/column_changepgwcbgq1bd",
> "numBuckets": -1,
> "outputFormat":
> "org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat",
> "parameters": null,
> "qualifiedName":
> "db2pgwcbgq1bd.column_changepgwcbgq1bd@primary_storage",
> "serdeInfo": {
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
> "typeName": "hive_serde",
> "values": {
> "name": null,
> "parameters": {
> "serialization.format": "1"
> },
> "serializationLib":
> "org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"
> }
> },
> "sortCols": null,
> "storedAsSubDirectories": false,
> "table": {
> "id": "6a99143d-e3dd-444c-b89c-efbfc5097569",
> "jsonClass":
> "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_table",
> "version": 0
> }
> }
> },
> "tableName": "column_changepgwcbgq1bd",
> "tableType": "MANAGED_TABLE",
> "temporary": false,
> "viewExpandedText": null,
> "viewOriginalText": null
> }
> },
> "requestId": "qtp1211076369-4597 - 923515ee-bb5c-41ac-b395-0d9f37e6ece8"
> }
> {noformat}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
