Ayub Khan created ATLAS-1576: -------------------------------- Summary: Regression: Hbase table entity creation fails with NPE at org.apache.atlas.repository.converters.AtlasStructFormatConverter.fromV1ToV2 Key: ATLAS-1576 URL: https://issues.apache.org/jira/browse/ATLAS-1576 Project: Atlas Issue Type: Bug Components: atlas-intg Affects Versions: trunk, 0.8-incubating Reporter: Ayub Khan Priority: Blocker Fix For: trunk, 0.8-incubating
Hbase table entity is created using below command {noformat} echo '{"message": {"entities": [{"traitNames": [], "typeName": "hbase_table", "traits": {}, "values": {"owner": "hrt_qa", "qualifiedName": "hbase_table_aQTDg@cl1", "name": "hbase_table_aQTDg", "uri": "uris"}, "id": {"typeName": "hbase_table", "state": "ACTIVE", "version": 0, "id": "-74365953834994", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"}, "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, {"traitNames": [], "typeName": "hbase_column_family", "traits": {}, "values": {"qualifiedName": "hbase_table_aQTDg.persData@cl1", "name": "persData", "owner": "hrt_qa", "table": {"traitNames": [], "typeName": "hbase_table", "traits": {}, "values": {"owner": "hrt_qa", "qualifiedName": "hbase_table_aQTDg@cl1", "name": "hbase_table_aQTDg", "uri": "uris"}, "id": {"typeName": "hbase_table", "state": "ACTIVE", "version": 0, "id": "-74365953834994", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"}, "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, "isUnique": "False", "uri": "uris"}, "id": {"typeName": "hbase_column_family", "state": "ACTIVE", "version": 0, "id": "-009310583874", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"}, "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, {"traitNames": [], "typeName": "hbase_column", "traits": {}, "values": {"column_family": {"traitNames": [], "typeName": "hbase_column_family", "traits": {}, "values": {"qualifiedName": "hbase_table_aQTDg.persData@cl1", "name": "persData", "owner": "hrt_qa", "table": {"traitNames": [], "typeName": "hbase_table", "traits": {}, "values": {"owner": "hrt_qa", "qualifiedName": "hbase_table_aQTDg@cl1", "name": "hbase_table_aQTDg", "uri": "uris"}, "id": {"typeName": "hbase_table", "state": "ACTIVE", "version": 0, "id": "-74365953834994", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"}, "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, "isUnique": "False", "uri": "uris"}, "id": {"typeName": "hbase_column_family", "state": "ACTIVE", "version": 0, "id": "-009310583874", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"}, "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, "qualifiedName": "hbase_table_aQTDg.persData.name@cl1", "name": "name", "owner": "hrt_qa", "isUnique": "False", "uri": "uris"}, "id": {"typeName": "hbase_column", "state": "ACTIVE", "version": 0, "id": "-507678968802", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"}, "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, {"traitNames": [], "typeName": "hbase_column", "traits": {}, "values": {"column_family": {"traitNames": [], "typeName": "hbase_column_family", "traits": {}, "values": {"qualifiedName": "hbase_table_aQTDg.persData@cl1", "name": "persData", "owner": "hrt_qa", "table": {"traitNames": [], "typeName": "hbase_table", "traits": {}, "values": {"owner": "hrt_qa", "qualifiedName": "hbase_table_aQTDg@cl1", "name": "hbase_table_aQTDg", "uri": "uris"}, "id": {"typeName": "hbase_table", "state": "ACTIVE", "version": 0, "id": "-74365953834994", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"}, "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, "isUnique": "False", "uri": "uris"}, "id": {"typeName": "hbase_column_family", "state": "ACTIVE", "version": 0, "id": "-009310583874", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"}, "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, "qualifiedName": "hbase_table_aQTDg.persData.age@cl1", "name": "age", "owner": "hrt_qa", "isUnique": "False", "uri": "uris"}, "id": {"typeName": "hbase_column", "state": "ACTIVE", "version": 0, "id": "-400284865252", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"}, "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, {"traitNames": [], "typeName": "hbase_column_family", "traits": {}, "values": {"qualifiedName": "hbase_table_aQTDg.profData@cl1", "name": "profData", "owner": "hrt_qa", "table": {"traitNames": [], "typeName": "hbase_table", "traits": {}, "values": {"owner": "hrt_qa", "qualifiedName": "hbase_table_aQTDg@cl1", "name": "hbase_table_aQTDg", "uri": "uris"}, "id": {"typeName": "hbase_table", "state": "ACTIVE", "version": 0, "id": "-74365953834994", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"}, "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, "isUnique": "False", "uri": "uris"}, "id": {"typeName": "hbase_column_family", "state": "ACTIVE", "version": 0, "id": "-795512686603", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"}, "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, {"traitNames": [], "typeName": "hbase_column", "traits": {}, "values": {"column_family": {"traitNames": [], "typeName": "hbase_column_family", "traits": {}, "values": {"qualifiedName": "hbase_table_aQTDg.profData@cl1", "name": "profData", "owner": "hrt_qa", "table": {"traitNames": [], "typeName": "hbase_table", "traits": {}, "values": {"owner": "hrt_qa", "qualifiedName": "hbase_table_aQTDg@cl1", "name": "hbase_table_aQTDg", "uri": "uris"}, "id": {"typeName": "hbase_table", "state": "ACTIVE", "version": 0, "id": "-74365953834994", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"}, "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, "isUnique": "False", "uri": "uris"}, "id": {"typeName": "hbase_column_family", "state": "ACTIVE", "version": 0, "id": "-795512686603", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"}, "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, "qualifiedName": "hbase_table_aQTDg.profData.companyid@cl1", "name": "companyid", "owner": "hrt_qa", "isUnique": "False", "uri": "uris"}, "id": {"typeName": "hbase_column", "state": "ACTIVE", "version": 0, "id": "-962353347235", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"}, "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, {"traitNames": [], "typeName": "hbase_column", "traits": {}, "values": {"column_family": {"traitNames": [], "typeName": "hbase_column_family", "traits": {}, "values": {"qualifiedName": "hbase_table_aQTDg.profData@cl1", "name": "profData", "owner": "hrt_qa", "table": {"traitNames": [], "typeName": "hbase_table", "traits": {}, "values": {"owner": "hrt_qa", "qualifiedName": "hbase_table_aQTDg@cl1", "name": "hbase_table_aQTDg", "uri": "uris"}, "id": {"typeName": "hbase_table", "state": "ACTIVE", "version": 0, "id": "-74365953834994", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"}, "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, "isUnique": "False", "uri": "uris"}, "id": {"typeName": "hbase_column_family", "state": "ACTIVE", "version": 0, "id": "-795512686603", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"}, "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, "qualifiedName": "hbase_table_aQTDg.profData.designation@cl1", "name": "designation", "owner": "hrt_qa", "isUnique": "False", "uri": "uris"}, "id": {"typeName": "hbase_column", "state": "ACTIVE", "version": 0, "id": "-468158960772", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"}, "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}], "type": "ENTITY_CREATE", "user": "hrt_qa"}, "version": {"version": "1.0.0"}}' | /usr/hdp/current/kafka-broker/bin/kafka-console-producer.sh --broker-list ctr-e129-1487033772569-11862-01-000010.hwx.site:6666 --topic ATLAS_HOOK --producer-property "security.protocol=SSL" --producer-property "ssl.truststore.location=/etc/security/clientKeys/all.jks" --producer-property "ssl.truststore.password=clientTrustStorePassword" --security-protocol SSL {noformat} application log snapshot {noformat} 2017-02-21 08:58:07,006 WARN - [NotificationHookConsumer thread-0:] ~ Error handling message: null (NotificationHookConsumer:315) 2017-02-21 08:58:07,006 INFO - [NotificationHookConsumer thread-0:] ~ Sleeping for 500 ms before retry (NotificationHookConsumer:317) 2017-02-21 08:58:07,507 WARN - [NotificationHookConsumer thread-0:] ~ Error handling message: null (NotificationHookConsumer:315) 2017-02-21 08:58:07,507 INFO - [NotificationHookConsumer thread-0:] ~ Sleeping for 500 ms before retry (NotificationHookConsumer:317) 2017-02-21 08:58:08,007 WARN - [NotificationHookConsumer thread-0:] ~ Error handling message: null (NotificationHookConsumer:315) 2017-02-21 08:58:08,007 INFO - [NotificationHookConsumer thread-0:] ~ Sleeping for 500 ms before retry (NotificationHookConsumer:317) 2017-02-21 08:58:08,508 WARN - [NotificationHookConsumer thread-0:] ~ Max retries exceeded for message [{Id='(type: hbase_table, id: <unassigned>)', traits=[], values={owner=hrt_qa, name=hbase_table_aQTDg, uri=uris, qualifiedName=hbase_table_aQTDg@cl1}}, {Id='(type: hbase_column_family, id: <unassigned>)', traits=[], values={owner=hrt_qa, qualifiedName=hbase_table_aQTDg.persData@cl1, name=persData, isUnique=False, uri=uris, table={Id='(type: hbase_table, id: <unassigned>)', traits=[], values={owner=hrt_qa, name=hbase_table_aQTDg, uri=uris, qualifiedName=hbase_table_aQTDg@cl1}}}}, {Id='(type: hbase_column, id: <unassigned>)', traits=[], values={owner=hrt_qa, qualifiedName=hbase_table_aQTDg.persData.name@cl1, column_family={Id='(type: hbase_column_family, id: <unassigned>)', traits=[], values={owner=hrt_qa, qualifiedName=hbase_table_aQTDg.persData@cl1, name=persData, isUnique=False, uri=uris, table={Id='(type: hbase_table, id: <unassigned>)', traits=[], values={owner=hrt_qa, name=hbase_table_aQTDg, uri=uris, qualifiedName=hbase_table_aQTDg@cl1}}}}, name=name, isUnique=False, uri=uris}}, {Id='(type: hbase_column, id: <unassigned>)', traits=[], values={owner=hrt_qa, qualifiedName=hbase_table_aQTDg.persData.age@cl1, column_family={Id='(type: hbase_column_family, id: <unassigned>)', traits=[], values={owner=hrt_qa, qualifiedName=hbase_table_aQTDg.persData@cl1, name=persData, isUnique=False, uri=uris, table={Id='(type: hbase_table, id: <unassigned>)', traits=[], values={owner=hrt_qa, name=hbase_table_aQTDg, uri=uris, qualifiedName=hbase_table_aQTDg@cl1}}}}, name=age, isUnique=False, uri=uris}}, {Id='(type: hbase_column_family, id: <unassigned>)', traits=[], values={owner=hrt_qa, qualifiedName=hbase_table_aQTDg.profData@cl1, name=profData, isUnique=False, uri=uris, table={Id='(type: hbase_table, id: <unassigned>)', traits=[], values={owner=hrt_qa, name=hbase_table_aQTDg, uri=uris, qualifiedName=hbase_table_aQTDg@cl1}}}}, {Id='(type: hbase_column, id: <unassigned>)', traits=[], values={owner=hrt_qa, qualifiedName=hbase_table_aQTDg.profData.companyid@cl1, column_family={Id='(type: hbase_column_family, id: <unassigned>)', traits=[], values={owner=hrt_qa, qualifiedName=hbase_table_aQTDg.profData@cl1, name=profData, isUnique=False, uri=uris, table={Id='(type: hbase_table, id: <unassigned>)', traits=[], values={owner=hrt_qa, name=hbase_table_aQTDg, uri=uris, qualifiedName=hbase_table_aQTDg@cl1}}}}, name=companyid, isUnique=False, uri=uris}}, {Id='(type: hbase_column, id: <unassigned>)', traits=[], values={owner=hrt_qa, qualifiedName=hbase_table_aQTDg.profData.designation@cl1, column_family={Id='(type: hbase_column_family, id: <unassigned>)', traits=[], values={owner=hrt_qa, qualifiedName=hbase_table_aQTDg.profData@cl1, name=profData, isUnique=False, uri=uris, table={Id='(type: hbase_table, id: <unassigned>)', traits=[], values={owner=hrt_qa, name=hbase_table_aQTDg, uri=uris, qualifiedName=hbase_table_aQTDg@cl1}}}}, name=designation, isUnique=False, uri=uris}}] (NotificationHookConsumer:324) java.lang.NullPointerException at org.apache.atlas.repository.converters.AtlasStructFormatConverter.fromV1ToV2(AtlasStructFormatConverter.java:160) at org.apache.atlas.repository.converters.AtlasEntityFormatConverter.fromV1ToV2(AtlasEntityFormatConverter.java:74) at org.apache.atlas.repository.converters.AtlasInstanceConverter.fromV1toV2Entity(AtlasInstanceConverter.java:222) at org.apache.atlas.repository.converters.AtlasInstanceConverter.toAtlasEntities(AtlasInstanceConverter.java:204) at org.apache.atlas.notification.NotificationHookConsumer$HookConsumer.handleMessage(NotificationHookConsumer.java:256) at org.apache.atlas.notification.NotificationHookConsumer$HookConsumer.run(NotificationHookConsumer.java:230) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) {noformat} -- This message was sent by Atlassian JIRA (v6.3.15#6346)