atlas-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "Madhan Neethiraj (JIRA)" <j...@apache.org>
Subject [jira] [Updated] (ATLAS-1576) Regression: Hbase table entity creation fails with NPE at org.apache.atlas.repository.converters.AtlasStructFormatConverter.fromV1ToV2
Date Tue, 21 Feb 2017 22:35:44 GMT

     [ https://issues.apache.org/jira/browse/ATLAS-1576?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]

Madhan Neethiraj updated ATLAS-1576:
------------------------------------
    Attachment: ATLAS-1576.patch

Review board URL: https://reviews.apache.org/r/56900/

> Regression: Hbase table entity creation fails with NPE at org.apache.atlas.repository.converters.AtlasStructFormatConverter.fromV1ToV2
> --------------------------------------------------------------------------------------------------------------------------------------
>
>                 Key: ATLAS-1576
>                 URL: https://issues.apache.org/jira/browse/ATLAS-1576
>             Project: Atlas
>          Issue Type: Bug
>          Components: atlas-intg
>    Affects Versions: trunk, 0.8-incubating
>            Reporter: Ayub Khan
>            Assignee: Madhan Neethiraj
>            Priority: Blocker
>             Fix For: trunk, 0.8-incubating
>
>         Attachments: ATLAS-1576.patch
>
>
> Hbase table entity is created using below command
> {noformat}
> echo '{"message": {"entities": [{"traitNames": [], "typeName": "hbase_table", "traits":
{}, "values": {"owner": "hrt_qa", "qualifiedName": "hbase_table_aQTDg@cl1", "name": "hbase_table_aQTDg",
"uri": "uris"}, "id": {"typeName": "hbase_table", "state": "ACTIVE", "version": 0, "id": "-74365953834994",
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"}, "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"},
{"traitNames": [], "typeName": "hbase_column_family", "traits": {}, "values": {"qualifiedName":
"hbase_table_aQTDg.persData@cl1", "name": "persData", "owner": "hrt_qa", "table": {"traitNames":
[], "typeName": "hbase_table", "traits": {}, "values": {"owner": "hrt_qa", "qualifiedName":
"hbase_table_aQTDg@cl1", "name": "hbase_table_aQTDg", "uri": "uris"}, "id": {"typeName": "hbase_table",
"state": "ACTIVE", "version": 0, "id": "-74365953834994", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, "isUnique":
"False", "uri": "uris"}, "id": {"typeName": "hbase_column_family", "state": "ACTIVE", "version":
0, "id": "-009310583874", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, {"traitNames":
[], "typeName": "hbase_column", "traits": {}, "values": {"column_family": {"traitNames": [],
"typeName": "hbase_column_family", "traits": {}, "values": {"qualifiedName": "hbase_table_aQTDg.persData@cl1",
"name": "persData", "owner": "hrt_qa", "table": {"traitNames": [], "typeName": "hbase_table",
"traits": {}, "values": {"owner": "hrt_qa", "qualifiedName": "hbase_table_aQTDg@cl1", "name":
"hbase_table_aQTDg", "uri": "uris"}, "id": {"typeName": "hbase_table", "state": "ACTIVE",
"version": 0, "id": "-74365953834994", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, "isUnique":
"False", "uri": "uris"}, "id": {"typeName": "hbase_column_family", "state": "ACTIVE", "version":
0, "id": "-009310583874", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, "qualifiedName":
"hbase_table_aQTDg.persData.name@cl1", "name": "name", "owner": "hrt_qa", "isUnique": "False",
"uri": "uris"}, "id": {"typeName": "hbase_column", "state": "ACTIVE", "version": 0, "id":
"-507678968802", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, {"traitNames":
[], "typeName": "hbase_column", "traits": {}, "values": {"column_family": {"traitNames": [],
"typeName": "hbase_column_family", "traits": {}, "values": {"qualifiedName": "hbase_table_aQTDg.persData@cl1",
"name": "persData", "owner": "hrt_qa", "table": {"traitNames": [], "typeName": "hbase_table",
"traits": {}, "values": {"owner": "hrt_qa", "qualifiedName": "hbase_table_aQTDg@cl1", "name":
"hbase_table_aQTDg", "uri": "uris"}, "id": {"typeName": "hbase_table", "state": "ACTIVE",
"version": 0, "id": "-74365953834994", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, "isUnique":
"False", "uri": "uris"}, "id": {"typeName": "hbase_column_family", "state": "ACTIVE", "version":
0, "id": "-009310583874", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, "qualifiedName":
"hbase_table_aQTDg.persData.age@cl1", "name": "age", "owner": "hrt_qa", "isUnique": "False",
"uri": "uris"}, "id": {"typeName": "hbase_column", "state": "ACTIVE", "version": 0, "id":
"-400284865252", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, {"traitNames":
[], "typeName": "hbase_column_family", "traits": {}, "values": {"qualifiedName": "hbase_table_aQTDg.profData@cl1",
"name": "profData", "owner": "hrt_qa", "table": {"traitNames": [], "typeName": "hbase_table",
"traits": {}, "values": {"owner": "hrt_qa", "qualifiedName": "hbase_table_aQTDg@cl1", "name":
"hbase_table_aQTDg", "uri": "uris"}, "id": {"typeName": "hbase_table", "state": "ACTIVE",
"version": 0, "id": "-74365953834994", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, "isUnique":
"False", "uri": "uris"}, "id": {"typeName": "hbase_column_family", "state": "ACTIVE", "version":
0, "id": "-795512686603", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, {"traitNames":
[], "typeName": "hbase_column", "traits": {}, "values": {"column_family": {"traitNames": [],
"typeName": "hbase_column_family", "traits": {}, "values": {"qualifiedName": "hbase_table_aQTDg.profData@cl1",
"name": "profData", "owner": "hrt_qa", "table": {"traitNames": [], "typeName": "hbase_table",
"traits": {}, "values": {"owner": "hrt_qa", "qualifiedName": "hbase_table_aQTDg@cl1", "name":
"hbase_table_aQTDg", "uri": "uris"}, "id": {"typeName": "hbase_table", "state": "ACTIVE",
"version": 0, "id": "-74365953834994", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, "isUnique":
"False", "uri": "uris"}, "id": {"typeName": "hbase_column_family", "state": "ACTIVE", "version":
0, "id": "-795512686603", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, "qualifiedName":
"hbase_table_aQTDg.profData.companyid@cl1", "name": "companyid", "owner": "hrt_qa", "isUnique":
"False", "uri": "uris"}, "id": {"typeName": "hbase_column", "state": "ACTIVE", "version":
0, "id": "-962353347235", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, {"traitNames":
[], "typeName": "hbase_column", "traits": {}, "values": {"column_family": {"traitNames": [],
"typeName": "hbase_column_family", "traits": {}, "values": {"qualifiedName": "hbase_table_aQTDg.profData@cl1",
"name": "profData", "owner": "hrt_qa", "table": {"traitNames": [], "typeName": "hbase_table",
"traits": {}, "values": {"owner": "hrt_qa", "qualifiedName": "hbase_table_aQTDg@cl1", "name":
"hbase_table_aQTDg", "uri": "uris"}, "id": {"typeName": "hbase_table", "state": "ACTIVE",
"version": 0, "id": "-74365953834994", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, "isUnique":
"False", "uri": "uris"}, "id": {"typeName": "hbase_column_family", "state": "ACTIVE", "version":
0, "id": "-795512686603", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}, "qualifiedName":
"hbase_table_aQTDg.profData.designation@cl1", "name": "designation", "owner": "hrt_qa", "isUnique":
"False", "uri": "uris"}, "id": {"typeName": "hbase_column", "state": "ACTIVE", "version":
0, "id": "-468158960772", "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id"},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference"}], "type":
"ENTITY_CREATE", "user": "hrt_qa"}, "version": {"version": "1.0.0"}}' | /usr/hdp/current/kafka-broker/bin/kafka-console-producer.sh
 --broker-list ctr-e129-1487033772569-11862-01-000010.hwx.site:6666 --topic ATLAS_HOOK --producer-property
"security.protocol=SSL" --producer-property "ssl.truststore.location=/etc/security/clientKeys/all.jks"
--producer-property "ssl.truststore.password=clientTrustStorePassword"  --security-protocol
SSL
> {noformat}
> application log snapshot
> {noformat}
> 2017-02-21 08:58:07,006 WARN  - [NotificationHookConsumer thread-0:] ~ Error handling
message: null (NotificationHookConsumer:315)
> 2017-02-21 08:58:07,006 INFO  - [NotificationHookConsumer thread-0:] ~ Sleeping for 500
ms before retry (NotificationHookConsumer:317)
> 2017-02-21 08:58:07,507 WARN  - [NotificationHookConsumer thread-0:] ~ Error handling
message: null (NotificationHookConsumer:315)
> 2017-02-21 08:58:07,507 INFO  - [NotificationHookConsumer thread-0:] ~ Sleeping for 500
ms before retry (NotificationHookConsumer:317)
> 2017-02-21 08:58:08,007 WARN  - [NotificationHookConsumer thread-0:] ~ Error handling
message: null (NotificationHookConsumer:315)
> 2017-02-21 08:58:08,007 INFO  - [NotificationHookConsumer thread-0:] ~ Sleeping for 500
ms before retry (NotificationHookConsumer:317)
> 2017-02-21 08:58:08,508 WARN  - [NotificationHookConsumer thread-0:] ~ Max retries exceeded
for message [{Id='(type: hbase_table, id: <unassigned>)', traits=[], values={owner=hrt_qa,
name=hbase_table_aQTDg, uri=uris, qualifiedName=hbase_table_aQTDg@cl1}}, {Id='(type: hbase_column_family,
id: <unassigned>)', traits=[], values={owner=hrt_qa, qualifiedName=hbase_table_aQTDg.persData@cl1,
name=persData, isUnique=False, uri=uris, table={Id='(type: hbase_table, id: <unassigned>)',
traits=[], values={owner=hrt_qa, name=hbase_table_aQTDg, uri=uris, qualifiedName=hbase_table_aQTDg@cl1}}}},
{Id='(type: hbase_column, id: <unassigned>)', traits=[], values={owner=hrt_qa, qualifiedName=hbase_table_aQTDg.persData.name@cl1,
column_family={Id='(type: hbase_column_family, id: <unassigned>)', traits=[], values={owner=hrt_qa,
qualifiedName=hbase_table_aQTDg.persData@cl1, name=persData, isUnique=False, uri=uris, table={Id='(type:
hbase_table, id: <unassigned>)', traits=[], values={owner=hrt_qa, name=hbase_table_aQTDg,
uri=uris, qualifiedName=hbase_table_aQTDg@cl1}}}}, name=name, isUnique=False, uri=uris}},
{Id='(type: hbase_column, id: <unassigned>)', traits=[], values={owner=hrt_qa, qualifiedName=hbase_table_aQTDg.persData.age@cl1,
column_family={Id='(type: hbase_column_family, id: <unassigned>)', traits=[], values={owner=hrt_qa,
qualifiedName=hbase_table_aQTDg.persData@cl1, name=persData, isUnique=False, uri=uris, table={Id='(type:
hbase_table, id: <unassigned>)', traits=[], values={owner=hrt_qa, name=hbase_table_aQTDg,
uri=uris, qualifiedName=hbase_table_aQTDg@cl1}}}}, name=age, isUnique=False, uri=uris}}, {Id='(type:
hbase_column_family, id: <unassigned>)', traits=[], values={owner=hrt_qa, qualifiedName=hbase_table_aQTDg.profData@cl1,
name=profData, isUnique=False, uri=uris, table={Id='(type: hbase_table, id: <unassigned>)',
traits=[], values={owner=hrt_qa, name=hbase_table_aQTDg, uri=uris, qualifiedName=hbase_table_aQTDg@cl1}}}},
{Id='(type: hbase_column, id: <unassigned>)', traits=[], values={owner=hrt_qa, qualifiedName=hbase_table_aQTDg.profData.companyid@cl1,
column_family={Id='(type: hbase_column_family, id: <unassigned>)', traits=[], values={owner=hrt_qa,
qualifiedName=hbase_table_aQTDg.profData@cl1, name=profData, isUnique=False, uri=uris, table={Id='(type:
hbase_table, id: <unassigned>)', traits=[], values={owner=hrt_qa, name=hbase_table_aQTDg,
uri=uris, qualifiedName=hbase_table_aQTDg@cl1}}}}, name=companyid, isUnique=False, uri=uris}},
{Id='(type: hbase_column, id: <unassigned>)', traits=[], values={owner=hrt_qa, qualifiedName=hbase_table_aQTDg.profData.designation@cl1,
column_family={Id='(type: hbase_column_family, id: <unassigned>)', traits=[], values={owner=hrt_qa,
qualifiedName=hbase_table_aQTDg.profData@cl1, name=profData, isUnique=False, uri=uris, table={Id='(type:
hbase_table, id: <unassigned>)', traits=[], values={owner=hrt_qa, name=hbase_table_aQTDg,
uri=uris, qualifiedName=hbase_table_aQTDg@cl1}}}}, name=designation, isUnique=False, uri=uris}}]
(NotificationHookConsumer:324)
> java.lang.NullPointerException
> 	at org.apache.atlas.repository.converters.AtlasStructFormatConverter.fromV1ToV2(AtlasStructFormatConverter.java:160)
> 	at org.apache.atlas.repository.converters.AtlasEntityFormatConverter.fromV1ToV2(AtlasEntityFormatConverter.java:74)
> 	at org.apache.atlas.repository.converters.AtlasInstanceConverter.fromV1toV2Entity(AtlasInstanceConverter.java:222)
> 	at org.apache.atlas.repository.converters.AtlasInstanceConverter.toAtlasEntities(AtlasInstanceConverter.java:204)
> 	at org.apache.atlas.notification.NotificationHookConsumer$HookConsumer.handleMessage(NotificationHookConsumer.java:256)
> 	at org.apache.atlas.notification.NotificationHookConsumer$HookConsumer.run(NotificationHookConsumer.java:230)
> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
> 	at java.lang.Thread.run(Thread.java:745)
> {noformat}



--
This message was sent by Atlassian JIRA
(v6.3.15#6346)

Mime
View raw message