atlas-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "Ayub Khan (JIRA)" <j...@apache.org>
Subject [jira] [Updated] (ATLAS-713) Atlas UI is still showing the deleted column of a hive table (Entity response of hive table does not have it). - with browser cache disabled.
Date Tue, 26 Apr 2016 11:13:12 GMT

     [ https://issues.apache.org/jira/browse/ATLAS-713?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]

Ayub Khan updated ATLAS-713:
----------------------------
    Description: 
Atlas UI is still showing the deleted column of a hive table (Entity response of hive table
does not have it). - with browser cache disabled.
Create a hive table (CREATE TABLE test_change1 (a int, b int, c int); )
Change column name to new one (ALTER TABLE test_change1 CHANGE c c1 INT FIRST; )

UI snapshot: https://monosnap.com/file/GVOipYxkcaJPcqgnJuxULBTCZopytR

{noformat}
curl 'http://localhost:21000/api/atlas/entities/ff37663a-7561-462c-9ec8-2bacaebc0296' -H 'Pragma:
no-cache' -H 'Accept-Encoding: gzip, deflate, sdch' -H 'Accept-Language: en-US,en;q=0.8' -H
'User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_5) AppleWebKit/537.36 (KHTML, like
Gecko) Chrome/49.0.2623.112 Safari/537.36' -H 'Accept: application/json, text/plain, */*'
-H 'Referer: http://localhost:21000/index.html' -H 'Cookie: JSESSIONID=13d5gxn515o7l5271gbb0j0ec'
-H 'Connection: keep-alive' -H 'Cache-Control: no-cache' --compressed | python -m json.tool
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed
100  3390    0  3390    0     0   2187      0 --:--:--  0:00:01 --:--:--  2188
{
    "GUID": "ff37663a-7561-462c-9ec8-2bacaebc0296",
    "definition": {
        "id": {
            "id": "ff37663a-7561-462c-9ec8-2bacaebc0296",
            "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
            "state": "ACTIVE",
            "typeName": "hive_table",
            "version": 0
        },
        "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
        "traitNames": [],
        "traits": {},
        "typeName": "hive_table",
        "values": {
            "columns": [
                {
                    "id": {
                        "id": "9252f481-ca2a-4b31-88d2-d404dfc9d3fd",
                        "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "state": "ACTIVE",
                        "typeName": "hive_column",
                        "version": 0
                    },
                    "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                    "traitNames": [],
                    "traits": {},
                    "typeName": "hive_column",
                    "values": {
                        "comment": null,
                        "name": "c1",
                        "qualifiedName": "default.test_change1.c1@primary",
                        "type": "int"
                    }
                },
                {
                    "id": {
                        "id": "a4d14fff-842f-48bc-962f-0e4fbac2a815",
                        "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "state": "ACTIVE",
                        "typeName": "hive_column",
                        "version": 0
                    },
                    "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                    "traitNames": [],
                    "traits": {},
                    "typeName": "hive_column",
                    "values": {
                        "comment": null,
                        "name": "a",
                        "qualifiedName": "default.test_change1.a@primary",
                        "type": "int"
                    }
                },
                {
                    "id": {
                        "id": "5c700938-5782-4ae4-8599-7dfe90fecfdc",
                        "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "state": "ACTIVE",
                        "typeName": "hive_column",
                        "version": 0
                    },
                    "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                    "traitNames": [],
                    "traits": {},
                    "typeName": "hive_column",
                    "values": {
                        "comment": null,
                        "name": "b",
                        "qualifiedName": "default.test_change1.b@primary",
                        "type": "int"
                    }
                }
            ],
            "comment": null,
            "createTime": "2016-04-26T10:45:27.000Z",
            "db": {
                "id": "b23cc76a-32e4-4137-860e-8cac2689ba0e",
                "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                "state": "ACTIVE",
                "typeName": "hive_db",
                "version": 0
            },
            "description": null,
            "lastAccessTime": "2016-04-26T10:45:27.000Z",
            "name": "default.test_change1@primary",
            "owner": "apathan",
            "parameters": {
                "COLUMN_STATS_ACCURATE": "false",
                "last_modified_by": "apathan",
                "last_modified_time": "1461667527",
                "numFiles": "0",
                "numRows": "-1",
                "rawDataSize": "-1",
                "totalSize": "0",
                "transient_lastDdlTime": "1461667527"
            },
            "partitionKeys": null,
            "retention": 0,
            "sd": {
                "id": {
                    "id": "f9cd7208-2a64-4cfd-87c9-9820a12365ef",
                    "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                    "state": "ACTIVE",
                    "typeName": "hive_storagedesc",
                    "version": 0
                },
                "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                "traitNames": [],
                "traits": {},
                "typeName": "hive_storagedesc",
                "values": {
                    "bucketCols": null,
                    "compressed": false,
                    "inputFormat": "org.apache.hadoop.mapred.TextInputFormat",
                    "location": "hdfs://localhost:9000/user/hive/warehouse/test_change1",
                    "numBuckets": -1,
                    "outputFormat": "org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat",
                    "parameters": null,
                    "qualifiedName": "default.test_change1@primary_storage",
                    "serdeInfo": {
                        "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
                        "typeName": "hive_serde",
                        "values": {
                            "name": null,
                            "parameters": {
                                "serialization.format": "1"
                            },
                            "serializationLib": "org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"
                        }
                    },
                    "sortCols": null,
                    "storedAsSubDirectories": false
                }
            },
            "tableName": "test_change1",
            "tableType": "MANAGED_TABLE",
            "temporary": false,
            "viewExpandedText": null,
            "viewOriginalText": null
        }
    },
    "requestId": "qtp835142742-5627 - 014f0afd-bb3e-4b9f-b267-d19ae4b7de1e"
}
{noformat}

  was:
Atlas UI is still showing the deleted column of a hive table (Entity response of hive table
does not have it). - with browser cache disabled.
Create a hive table (CREATE TABLE test_change1 (a int, b int, c int);)
Change column name to new one (ALTER TABLE test_change1 CHANGE c c1 INT FIRST;)

UI snapshot: https://monosnap.com/file/GVOipYxkcaJPcqgnJuxULBTCZopytR

{noformat}
curl 'http://localhost:21000/api/atlas/entities/ff37663a-7561-462c-9ec8-2bacaebc0296' -H 'Pragma:
no-cache' -H 'Accept-Encoding: gzip, deflate, sdch' -H 'Accept-Language: en-US,en;q=0.8' -H
'User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_5) AppleWebKit/537.36 (KHTML, like
Gecko) Chrome/49.0.2623.112 Safari/537.36' -H 'Accept: application/json, text/plain, */*'
-H 'Referer: http://localhost:21000/index.html' -H 'Cookie: JSESSIONID=13d5gxn515o7l5271gbb0j0ec'
-H 'Connection: keep-alive' -H 'Cache-Control: no-cache' --compressed | python -m json.tool
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed
100  3390    0  3390    0     0   2187      0 --:--:--  0:00:01 --:--:--  2188
{
    "GUID": "ff37663a-7561-462c-9ec8-2bacaebc0296",
    "definition": {
        "id": {
            "id": "ff37663a-7561-462c-9ec8-2bacaebc0296",
            "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
            "state": "ACTIVE",
            "typeName": "hive_table",
            "version": 0
        },
        "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
        "traitNames": [],
        "traits": {},
        "typeName": "hive_table",
        "values": {
            "columns": [
                {
                    "id": {
                        "id": "9252f481-ca2a-4b31-88d2-d404dfc9d3fd",
                        "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "state": "ACTIVE",
                        "typeName": "hive_column",
                        "version": 0
                    },
                    "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                    "traitNames": [],
                    "traits": {},
                    "typeName": "hive_column",
                    "values": {
                        "comment": null,
                        "name": "c1",
                        "qualifiedName": "default.test_change1.c1@primary",
                        "type": "int"
                    }
                },
                {
                    "id": {
                        "id": "a4d14fff-842f-48bc-962f-0e4fbac2a815",
                        "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "state": "ACTIVE",
                        "typeName": "hive_column",
                        "version": 0
                    },
                    "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                    "traitNames": [],
                    "traits": {},
                    "typeName": "hive_column",
                    "values": {
                        "comment": null,
                        "name": "a",
                        "qualifiedName": "default.test_change1.a@primary",
                        "type": "int"
                    }
                },
                {
                    "id": {
                        "id": "5c700938-5782-4ae4-8599-7dfe90fecfdc",
                        "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "state": "ACTIVE",
                        "typeName": "hive_column",
                        "version": 0
                    },
                    "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                    "traitNames": [],
                    "traits": {},
                    "typeName": "hive_column",
                    "values": {
                        "comment": null,
                        "name": "b",
                        "qualifiedName": "default.test_change1.b@primary",
                        "type": "int"
                    }
                }
            ],
            "comment": null,
            "createTime": "2016-04-26T10:45:27.000Z",
            "db": {
                "id": "b23cc76a-32e4-4137-860e-8cac2689ba0e",
                "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                "state": "ACTIVE",
                "typeName": "hive_db",
                "version": 0
            },
            "description": null,
            "lastAccessTime": "2016-04-26T10:45:27.000Z",
            "name": "default.test_change1@primary",
            "owner": "apathan",
            "parameters": {
                "COLUMN_STATS_ACCURATE": "false",
                "last_modified_by": "apathan",
                "last_modified_time": "1461667527",
                "numFiles": "0",
                "numRows": "-1",
                "rawDataSize": "-1",
                "totalSize": "0",
                "transient_lastDdlTime": "1461667527"
            },
            "partitionKeys": null,
            "retention": 0,
            "sd": {
                "id": {
                    "id": "f9cd7208-2a64-4cfd-87c9-9820a12365ef",
                    "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                    "state": "ACTIVE",
                    "typeName": "hive_storagedesc",
                    "version": 0
                },
                "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                "traitNames": [],
                "traits": {},
                "typeName": "hive_storagedesc",
                "values": {
                    "bucketCols": null,
                    "compressed": false,
                    "inputFormat": "org.apache.hadoop.mapred.TextInputFormat",
                    "location": "hdfs://localhost:9000/user/hive/warehouse/test_change1",
                    "numBuckets": -1,
                    "outputFormat": "org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat",
                    "parameters": null,
                    "qualifiedName": "default.test_change1@primary_storage",
                    "serdeInfo": {
                        "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
                        "typeName": "hive_serde",
                        "values": {
                            "name": null,
                            "parameters": {
                                "serialization.format": "1"
                            },
                            "serializationLib": "org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"
                        }
                    },
                    "sortCols": null,
                    "storedAsSubDirectories": false
                }
            },
            "tableName": "test_change1",
            "tableType": "MANAGED_TABLE",
            "temporary": false,
            "viewExpandedText": null,
            "viewOriginalText": null
        }
    },
    "requestId": "qtp835142742-5627 - 014f0afd-bb3e-4b9f-b267-d19ae4b7de1e"
}
{noformat}


> Atlas UI is still showing the deleted column of a hive table (Entity response of hive
table does not have it). - with browser cache disabled.
> ---------------------------------------------------------------------------------------------------------------------------------------------
>
>                 Key: ATLAS-713
>                 URL: https://issues.apache.org/jira/browse/ATLAS-713
>             Project: Atlas
>          Issue Type: Bug
>    Affects Versions: 0.7-incubating
>            Reporter: Ayub Khan
>            Assignee: Erik Bergenholtz
>
> Atlas UI is still showing the deleted column of a hive table (Entity response of hive
table does not have it). - with browser cache disabled.
> Create a hive table (CREATE TABLE test_change1 (a int, b int, c int); )
> Change column name to new one (ALTER TABLE test_change1 CHANGE c c1 INT FIRST; )
> UI snapshot: https://monosnap.com/file/GVOipYxkcaJPcqgnJuxULBTCZopytR
> {noformat}
> curl 'http://localhost:21000/api/atlas/entities/ff37663a-7561-462c-9ec8-2bacaebc0296'
-H 'Pragma: no-cache' -H 'Accept-Encoding: gzip, deflate, sdch' -H 'Accept-Language: en-US,en;q=0.8'
-H 'User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_5) AppleWebKit/537.36 (KHTML,
like Gecko) Chrome/49.0.2623.112 Safari/537.36' -H 'Accept: application/json, text/plain,
*/*' -H 'Referer: http://localhost:21000/index.html' -H 'Cookie: JSESSIONID=13d5gxn515o7l5271gbb0j0ec'
-H 'Connection: keep-alive' -H 'Cache-Control: no-cache' --compressed | python -m json.tool
>   % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
>                                  Dload  Upload   Total   Spent    Left  Speed
> 100  3390    0  3390    0     0   2187      0 --:--:--  0:00:01 --:--:--  2188
> {
>     "GUID": "ff37663a-7561-462c-9ec8-2bacaebc0296",
>     "definition": {
>         "id": {
>             "id": "ff37663a-7561-462c-9ec8-2bacaebc0296",
>             "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
>             "state": "ACTIVE",
>             "typeName": "hive_table",
>             "version": 0
>         },
>         "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
>         "traitNames": [],
>         "traits": {},
>         "typeName": "hive_table",
>         "values": {
>             "columns": [
>                 {
>                     "id": {
>                         "id": "9252f481-ca2a-4b31-88d2-d404dfc9d3fd",
>                         "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
>                         "state": "ACTIVE",
>                         "typeName": "hive_column",
>                         "version": 0
>                     },
>                     "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
>                     "traitNames": [],
>                     "traits": {},
>                     "typeName": "hive_column",
>                     "values": {
>                         "comment": null,
>                         "name": "c1",
>                         "qualifiedName": "default.test_change1.c1@primary",
>                         "type": "int"
>                     }
>                 },
>                 {
>                     "id": {
>                         "id": "a4d14fff-842f-48bc-962f-0e4fbac2a815",
>                         "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
>                         "state": "ACTIVE",
>                         "typeName": "hive_column",
>                         "version": 0
>                     },
>                     "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
>                     "traitNames": [],
>                     "traits": {},
>                     "typeName": "hive_column",
>                     "values": {
>                         "comment": null,
>                         "name": "a",
>                         "qualifiedName": "default.test_change1.a@primary",
>                         "type": "int"
>                     }
>                 },
>                 {
>                     "id": {
>                         "id": "5c700938-5782-4ae4-8599-7dfe90fecfdc",
>                         "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
>                         "state": "ACTIVE",
>                         "typeName": "hive_column",
>                         "version": 0
>                     },
>                     "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
>                     "traitNames": [],
>                     "traits": {},
>                     "typeName": "hive_column",
>                     "values": {
>                         "comment": null,
>                         "name": "b",
>                         "qualifiedName": "default.test_change1.b@primary",
>                         "type": "int"
>                     }
>                 }
>             ],
>             "comment": null,
>             "createTime": "2016-04-26T10:45:27.000Z",
>             "db": {
>                 "id": "b23cc76a-32e4-4137-860e-8cac2689ba0e",
>                 "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
>                 "state": "ACTIVE",
>                 "typeName": "hive_db",
>                 "version": 0
>             },
>             "description": null,
>             "lastAccessTime": "2016-04-26T10:45:27.000Z",
>             "name": "default.test_change1@primary",
>             "owner": "apathan",
>             "parameters": {
>                 "COLUMN_STATS_ACCURATE": "false",
>                 "last_modified_by": "apathan",
>                 "last_modified_time": "1461667527",
>                 "numFiles": "0",
>                 "numRows": "-1",
>                 "rawDataSize": "-1",
>                 "totalSize": "0",
>                 "transient_lastDdlTime": "1461667527"
>             },
>             "partitionKeys": null,
>             "retention": 0,
>             "sd": {
>                 "id": {
>                     "id": "f9cd7208-2a64-4cfd-87c9-9820a12365ef",
>                     "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
>                     "state": "ACTIVE",
>                     "typeName": "hive_storagedesc",
>                     "version": 0
>                 },
>                 "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
>                 "traitNames": [],
>                 "traits": {},
>                 "typeName": "hive_storagedesc",
>                 "values": {
>                     "bucketCols": null,
>                     "compressed": false,
>                     "inputFormat": "org.apache.hadoop.mapred.TextInputFormat",
>                     "location": "hdfs://localhost:9000/user/hive/warehouse/test_change1",
>                     "numBuckets": -1,
>                     "outputFormat": "org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat",
>                     "parameters": null,
>                     "qualifiedName": "default.test_change1@primary_storage",
>                     "serdeInfo": {
>                         "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
>                         "typeName": "hive_serde",
>                         "values": {
>                             "name": null,
>                             "parameters": {
>                                 "serialization.format": "1"
>                             },
>                             "serializationLib": "org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"
>                         }
>                     },
>                     "sortCols": null,
>                     "storedAsSubDirectories": false
>                 }
>             },
>             "tableName": "test_change1",
>             "tableType": "MANAGED_TABLE",
>             "temporary": false,
>             "viewExpandedText": null,
>             "viewOriginalText": null
>         }
>     },
>     "requestId": "qtp835142742-5627 - 014f0afd-bb3e-4b9f-b267-d19ae4b7de1e"
> }
> {noformat}



--
This message was sent by Atlassian JIRA
(v6.3.4#6332)

Mime
View raw message