atlas-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "Ayub Khan (JIRA)" <j...@apache.org>
Subject [jira] [Updated] (ATLAS-755) UI: User defined tableproperties are ignored/not displayed.
Date Fri, 06 May 2016 10:16:13 GMT

     [ https://issues.apache.org/jira/browse/ATLAS-755?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]

Ayub Khan updated ATLAS-755:
----------------------------
    Description: 
Add hive table props: ALTER TABLE test_table set TBLPROPERTIES ('key1'='value1','comment'='test
comment')

Hive entity udpate message reflecting the table property changes..

{noformat}
{
    "entities": [
        {
            "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
            "id": {
                "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                "id": "-85198870717493",
                "version": 0,
                "typeName": "hive_db",
                "state": "ACTIVE"
            },
            "typeName": "hive_db",
            "values": {
                "name": "default",
                "description": "Default Hive database",
                "ownerType": 2,
                "qualifiedName": "default@cl1",
                "locationUri": "hdfs://os-r6-apathan-atlas-erie-nosec-2.openstacklocal:8020/apps/hive/warehouse",
                "owner": "public",
                "clusterName": "cl1",
                "parameters": {}
            },
            "traitNames": [],
            "traits": {}
        },
        {
            "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
            "id": {
                "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                "id": "-85198897495080",
                "version": 0,
                "typeName": "hive_table",
                "state": "ACTIVE"
            },
            "typeName": "hive_table",
            "values": {
                "tableType": "MANAGED_TABLE",
                "name": "default.test_table@cl1",
                "createTime": "2016-05-06T10:00:52.000Z",
                "temporary": false,
                "db": {
                    "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                    "id": {
                        "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "id": "-85198870717493",
                        "version": 0,
                        "typeName": "hive_db",
                        "state": "ACTIVE"
                    },
                    "typeName": "hive_db",
                    "values": {
                        "name": "default",
                        "description": "Default Hive database",
                        "ownerType": 2,
                        "qualifiedName": "default@cl1",
                        "locationUri": "hdfs://os-r6-apathan-atlas-erie-nosec-2.openstacklocal:8020/apps/hive/warehouse",
                        "owner": "public",
                        "clusterName": "cl1",
                        "parameters": {}
                    },
                    "traitNames": [],
                    "traits": {}
                },
                "retention": 0,
                "tableName": "test_table",
                "columns": [
                    {
                        "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                        "id": {
                            "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                            "id": "-85198897676876",
                            "version": 0,
                            "typeName": "hive_column",
                            "state": "ACTIVE"
                        },
                        "typeName": "hive_column",
                        "values": {
                            "name": "id1",
                            "qualifiedName": "default.test_table.id1@cl1",
                            "type": "int",
                            "table": {
                                "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                                "id": "-85198897495080",
                                "version": 0,
                                "typeName": "hive_table",
                                "state": "ACTIVE"
                            }
                        },
                        "traitNames": [],
                        "traits": {}
                    },
                    {
                        "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                        "id": {
                            "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                            "id": "-85198897687033",
                            "version": 0,
                            "typeName": "hive_column",
                            "state": "ACTIVE"
                        },
                        "typeName": "hive_column",
                        "values": {
                            "name": "name",
                            "qualifiedName": "default.test_table.name@cl1",
                            "type": "string",
                            "table": {
                                "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                                "id": "-85198897495080",
                                "version": 0,
                                "typeName": "hive_table",
                                "state": "ACTIVE"
                            }
                        },
                        "traitNames": [],
                        "traits": {}
                    }
                ],
                "comment": "test comment",
                "lastAccessTime": "2016-05-06T10:00:52.000Z",
                "owner": "hiveuser",
                "sd": {
                    "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                    "id": {
                        "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "id": "-85198897611603",
                        "version": 0,
                        "typeName": "hive_storagedesc",
                        "state": "ACTIVE"
                    },
                    "typeName": "hive_storagedesc",
                    "values": {
                        "location": "hdfs://os-r6-apathan-atlas-erie-nosec-2.openstacklocal:8020/apps/hive/warehouse/test_table",
                        "serdeInfo": {
                            "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
                            "typeName": "hive_serde",
                            "values": {
                                "serializationLib": "org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe",
                                "parameters": {
                                    "serialization.format": "1"
                                }
                            }
                        },
                        "qualifiedName": "default.test_table@cl1_storage",
                        "outputFormat": "org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat",
                        "compressed": false,
                        "numBuckets": -1,
                        "inputFormat": "org.apache.hadoop.mapred.TextInputFormat",
                        "parameters": {},
                        "storedAsSubDirectories": false,
                        "table": {
                            "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                            "id": "-85198897495080",
                            "version": 0,
                            "typeName": "hive_table",
                            "state": "ACTIVE"
                        }
                    },
                    "traitNames": [],
                    "traits": {}
                },
                "parameters": {
                    "transient_lastDdlTime": "1462528852",
                    "last_modified_time": "1462528852",
                    "last_modified_by": "hiveuser",
                    "key1": "value21",
                    "comment": "test comment"
                },
                "partitionKeys": [
                    {
                        "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                        "id": {
                            "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                            "id": "-85198897638691",
                            "version": 0,
                            "typeName": "hive_column",
                            "state": "ACTIVE"
                        },
                        "typeName": "hive_column",
                        "values": {
                            "name": "dt",
                            "qualifiedName": "default.test_table.dt@cl1",
                            "type": "date",
                            "table": {
                                "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                                "id": "-85198897495080",
                                "version": 0,
                                "typeName": "hive_table",
                                "state": "ACTIVE"
                            }
                        },
                        "traitNames": [],
                        "traits": {}
                    }
                ]
            },
            "traitNames": [],
            "traits": {}
        }
    ],
    "type": "ENTITY_FULL_UPDATE",
    "user": "hiveuser"
}
{noformat}

UI snapshot shows the user defined table props are not displayed:
https://monosnap.com/file/jn4WM5hiHI9aaE5Nlw3iStcdWxwTiO

  was:

Hive entity udpate message reflecting the table property changes..

{noformat}
{
    "entities": [
        {
            "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
            "id": {
                "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                "id": "-85198870717493",
                "version": 0,
                "typeName": "hive_db",
                "state": "ACTIVE"
            },
            "typeName": "hive_db",
            "values": {
                "name": "default",
                "description": "Default Hive database",
                "ownerType": 2,
                "qualifiedName": "default@cl1",
                "locationUri": "hdfs://os-r6-apathan-atlas-erie-nosec-2.openstacklocal:8020/apps/hive/warehouse",
                "owner": "public",
                "clusterName": "cl1",
                "parameters": {}
            },
            "traitNames": [],
            "traits": {}
        },
        {
            "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
            "id": {
                "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                "id": "-85198897495080",
                "version": 0,
                "typeName": "hive_table",
                "state": "ACTIVE"
            },
            "typeName": "hive_table",
            "values": {
                "tableType": "MANAGED_TABLE",
                "name": "default.test_table@cl1",
                "createTime": "2016-05-06T10:00:52.000Z",
                "temporary": false,
                "db": {
                    "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                    "id": {
                        "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "id": "-85198870717493",
                        "version": 0,
                        "typeName": "hive_db",
                        "state": "ACTIVE"
                    },
                    "typeName": "hive_db",
                    "values": {
                        "name": "default",
                        "description": "Default Hive database",
                        "ownerType": 2,
                        "qualifiedName": "default@cl1",
                        "locationUri": "hdfs://os-r6-apathan-atlas-erie-nosec-2.openstacklocal:8020/apps/hive/warehouse",
                        "owner": "public",
                        "clusterName": "cl1",
                        "parameters": {}
                    },
                    "traitNames": [],
                    "traits": {}
                },
                "retention": 0,
                "tableName": "test_table",
                "columns": [
                    {
                        "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                        "id": {
                            "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                            "id": "-85198897676876",
                            "version": 0,
                            "typeName": "hive_column",
                            "state": "ACTIVE"
                        },
                        "typeName": "hive_column",
                        "values": {
                            "name": "id1",
                            "qualifiedName": "default.test_table.id1@cl1",
                            "type": "int",
                            "table": {
                                "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                                "id": "-85198897495080",
                                "version": 0,
                                "typeName": "hive_table",
                                "state": "ACTIVE"
                            }
                        },
                        "traitNames": [],
                        "traits": {}
                    },
                    {
                        "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                        "id": {
                            "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                            "id": "-85198897687033",
                            "version": 0,
                            "typeName": "hive_column",
                            "state": "ACTIVE"
                        },
                        "typeName": "hive_column",
                        "values": {
                            "name": "name",
                            "qualifiedName": "default.test_table.name@cl1",
                            "type": "string",
                            "table": {
                                "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                                "id": "-85198897495080",
                                "version": 0,
                                "typeName": "hive_table",
                                "state": "ACTIVE"
                            }
                        },
                        "traitNames": [],
                        "traits": {}
                    }
                ],
                "comment": "test comment",
                "lastAccessTime": "2016-05-06T10:00:52.000Z",
                "owner": "hiveuser",
                "sd": {
                    "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                    "id": {
                        "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "id": "-85198897611603",
                        "version": 0,
                        "typeName": "hive_storagedesc",
                        "state": "ACTIVE"
                    },
                    "typeName": "hive_storagedesc",
                    "values": {
                        "location": "hdfs://os-r6-apathan-atlas-erie-nosec-2.openstacklocal:8020/apps/hive/warehouse/test_table",
                        "serdeInfo": {
                            "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
                            "typeName": "hive_serde",
                            "values": {
                                "serializationLib": "org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe",
                                "parameters": {
                                    "serialization.format": "1"
                                }
                            }
                        },
                        "qualifiedName": "default.test_table@cl1_storage",
                        "outputFormat": "org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat",
                        "compressed": false,
                        "numBuckets": -1,
                        "inputFormat": "org.apache.hadoop.mapred.TextInputFormat",
                        "parameters": {},
                        "storedAsSubDirectories": false,
                        "table": {
                            "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                            "id": "-85198897495080",
                            "version": 0,
                            "typeName": "hive_table",
                            "state": "ACTIVE"
                        }
                    },
                    "traitNames": [],
                    "traits": {}
                },
                "parameters": {
                    "transient_lastDdlTime": "1462528852",
                    "last_modified_time": "1462528852",
                    "last_modified_by": "hiveuser",
                    "key1": "value21",
                    "comment": "test comment"
                },
                "partitionKeys": [
                    {
                        "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                        "id": {
                            "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                            "id": "-85198897638691",
                            "version": 0,
                            "typeName": "hive_column",
                            "state": "ACTIVE"
                        },
                        "typeName": "hive_column",
                        "values": {
                            "name": "dt",
                            "qualifiedName": "default.test_table.dt@cl1",
                            "type": "date",
                            "table": {
                                "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                                "id": "-85198897495080",
                                "version": 0,
                                "typeName": "hive_table",
                                "state": "ACTIVE"
                            }
                        },
                        "traitNames": [],
                        "traits": {}
                    }
                ]
            },
            "traitNames": [],
            "traits": {}
        }
    ],
    "type": "ENTITY_FULL_UPDATE",
    "user": "hiveuser"
}
{noformat}

UI snapshot shows the user defined table props are not displayed:
https://monosnap.com/file/jn4WM5hiHI9aaE5Nlw3iStcdWxwTiO


> UI: User defined tableproperties are ignored/not displayed.
> -----------------------------------------------------------
>
>                 Key: ATLAS-755
>                 URL: https://issues.apache.org/jira/browse/ATLAS-755
>             Project: Atlas
>          Issue Type: Bug
>    Affects Versions: 0.7-incubating
>            Reporter: Ayub Khan
>            Assignee: Erik Bergenholtz
>             Fix For: 0.7-incubating
>
>
> Add hive table props: ALTER TABLE test_table set TBLPROPERTIES ('key1'='value1','comment'='test
comment')
> Hive entity udpate message reflecting the table property changes..
> {noformat}
> {
>     "entities": [
>         {
>             "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
>             "id": {
>                 "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
>                 "id": "-85198870717493",
>                 "version": 0,
>                 "typeName": "hive_db",
>                 "state": "ACTIVE"
>             },
>             "typeName": "hive_db",
>             "values": {
>                 "name": "default",
>                 "description": "Default Hive database",
>                 "ownerType": 2,
>                 "qualifiedName": "default@cl1",
>                 "locationUri": "hdfs://os-r6-apathan-atlas-erie-nosec-2.openstacklocal:8020/apps/hive/warehouse",
>                 "owner": "public",
>                 "clusterName": "cl1",
>                 "parameters": {}
>             },
>             "traitNames": [],
>             "traits": {}
>         },
>         {
>             "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
>             "id": {
>                 "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
>                 "id": "-85198897495080",
>                 "version": 0,
>                 "typeName": "hive_table",
>                 "state": "ACTIVE"
>             },
>             "typeName": "hive_table",
>             "values": {
>                 "tableType": "MANAGED_TABLE",
>                 "name": "default.test_table@cl1",
>                 "createTime": "2016-05-06T10:00:52.000Z",
>                 "temporary": false,
>                 "db": {
>                     "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
>                     "id": {
>                         "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
>                         "id": "-85198870717493",
>                         "version": 0,
>                         "typeName": "hive_db",
>                         "state": "ACTIVE"
>                     },
>                     "typeName": "hive_db",
>                     "values": {
>                         "name": "default",
>                         "description": "Default Hive database",
>                         "ownerType": 2,
>                         "qualifiedName": "default@cl1",
>                         "locationUri": "hdfs://os-r6-apathan-atlas-erie-nosec-2.openstacklocal:8020/apps/hive/warehouse",
>                         "owner": "public",
>                         "clusterName": "cl1",
>                         "parameters": {}
>                     },
>                     "traitNames": [],
>                     "traits": {}
>                 },
>                 "retention": 0,
>                 "tableName": "test_table",
>                 "columns": [
>                     {
>                         "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
>                         "id": {
>                             "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
>                             "id": "-85198897676876",
>                             "version": 0,
>                             "typeName": "hive_column",
>                             "state": "ACTIVE"
>                         },
>                         "typeName": "hive_column",
>                         "values": {
>                             "name": "id1",
>                             "qualifiedName": "default.test_table.id1@cl1",
>                             "type": "int",
>                             "table": {
>                                 "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
>                                 "id": "-85198897495080",
>                                 "version": 0,
>                                 "typeName": "hive_table",
>                                 "state": "ACTIVE"
>                             }
>                         },
>                         "traitNames": [],
>                         "traits": {}
>                     },
>                     {
>                         "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
>                         "id": {
>                             "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
>                             "id": "-85198897687033",
>                             "version": 0,
>                             "typeName": "hive_column",
>                             "state": "ACTIVE"
>                         },
>                         "typeName": "hive_column",
>                         "values": {
>                             "name": "name",
>                             "qualifiedName": "default.test_table.name@cl1",
>                             "type": "string",
>                             "table": {
>                                 "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
>                                 "id": "-85198897495080",
>                                 "version": 0,
>                                 "typeName": "hive_table",
>                                 "state": "ACTIVE"
>                             }
>                         },
>                         "traitNames": [],
>                         "traits": {}
>                     }
>                 ],
>                 "comment": "test comment",
>                 "lastAccessTime": "2016-05-06T10:00:52.000Z",
>                 "owner": "hiveuser",
>                 "sd": {
>                     "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
>                     "id": {
>                         "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
>                         "id": "-85198897611603",
>                         "version": 0,
>                         "typeName": "hive_storagedesc",
>                         "state": "ACTIVE"
>                     },
>                     "typeName": "hive_storagedesc",
>                     "values": {
>                         "location": "hdfs://os-r6-apathan-atlas-erie-nosec-2.openstacklocal:8020/apps/hive/warehouse/test_table",
>                         "serdeInfo": {
>                             "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
>                             "typeName": "hive_serde",
>                             "values": {
>                                 "serializationLib": "org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe",
>                                 "parameters": {
>                                     "serialization.format": "1"
>                                 }
>                             }
>                         },
>                         "qualifiedName": "default.test_table@cl1_storage",
>                         "outputFormat": "org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat",
>                         "compressed": false,
>                         "numBuckets": -1,
>                         "inputFormat": "org.apache.hadoop.mapred.TextInputFormat",
>                         "parameters": {},
>                         "storedAsSubDirectories": false,
>                         "table": {
>                             "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
>                             "id": "-85198897495080",
>                             "version": 0,
>                             "typeName": "hive_table",
>                             "state": "ACTIVE"
>                         }
>                     },
>                     "traitNames": [],
>                     "traits": {}
>                 },
>                 "parameters": {
>                     "transient_lastDdlTime": "1462528852",
>                     "last_modified_time": "1462528852",
>                     "last_modified_by": "hiveuser",
>                     "key1": "value21",
>                     "comment": "test comment"
>                 },
>                 "partitionKeys": [
>                     {
>                         "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
>                         "id": {
>                             "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
>                             "id": "-85198897638691",
>                             "version": 0,
>                             "typeName": "hive_column",
>                             "state": "ACTIVE"
>                         },
>                         "typeName": "hive_column",
>                         "values": {
>                             "name": "dt",
>                             "qualifiedName": "default.test_table.dt@cl1",
>                             "type": "date",
>                             "table": {
>                                 "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
>                                 "id": "-85198897495080",
>                                 "version": 0,
>                                 "typeName": "hive_table",
>                                 "state": "ACTIVE"
>                             }
>                         },
>                         "traitNames": [],
>                         "traits": {}
>                     }
>                 ]
>             },
>             "traitNames": [],
>             "traits": {}
>         }
>     ],
>     "type": "ENTITY_FULL_UPDATE",
>     "user": "hiveuser"
> }
> {noformat}
> UI snapshot shows the user defined table props are not displayed:
> https://monosnap.com/file/jn4WM5hiHI9aaE5Nlw3iStcdWxwTiO



--
This message was sent by Atlassian JIRA
(v6.3.4#6332)

Mime
View raw message