atlas-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "Ayub Khan (JIRA)" <j...@apache.org>
Subject [jira] [Created] (ATLAS-284) UI not displaying the lineage for complex hive table (CTAS)
Date Thu, 05 Nov 2015 17:40:27 GMT
Ayub Khan created ATLAS-284:
-------------------------------

             Summary: UI not displaying the lineage for complex hive table (CTAS)
                 Key: ATLAS-284
                 URL: https://issues.apache.org/jira/browse/ATLAS-284
             Project: Atlas
          Issue Type: Bug
    Affects Versions: 0.6-incubating
            Reporter: Ayub Khan
            Assignee: Erik Bergenholtz


UI not displaying the lineage for complex hive table (CTAS). 

1. On hive cli, create a hive table using CTAS just like below..
Use this query:
create table table_1251 as  select employee.salary as salary, t2.temp as integer, t1.temp
as number, nested.propertyid as
string, nested.propertyName as propname, table_1243.number as num, table_1250.number as prism,
 temp_batting.col_value as
temp1  from employee, t2, t1, nested, table_1243, table_1250, temp_batting;

2. Now try to view the graph on ATLAS UI for the above table. - No Graph is displayed where
as the backend API request is successful.

{noformat}
curl 'http://localhost:21000/api/atlas/lineage/hive/table/primary.default.table_1261/inputs/graph'
-H 'Accept: application/json, text/plain, */*' -H 'Connection: keep-alive' -H 'Accept-Encoding:
gzip, deflate, sdch' -H 'Referer: http://localhost:21000/' -H 'Accept-Language: en-US,en;q=0.8'
-H 'User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_5) AppleWebKit/537.36 (KHTML,
like Gecko) Chrome/46.0.2490.80 Safari/537.36' --compressed | python -m json.tool
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed
100  3825    0  3825    0     0   3813      0 --:--:--  0:00:01 --:--:--  3813
{
    "requestId": "qtp1610708593-415 - fb672eb4-2ce2-4485-8350-ba1f919ece02",
    "results": {
        "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
        "typeName": "__tempQueryResultStruct65",
        "values": {
            "edges": {
                "5a3ecb0e-adc9-40c9-8296-9132d7ad1838": [
                    "ebde1571-2ced-46d6-b65c-558835224764"
                ],
                "ebde1571-2ced-46d6-b65c-558835224764": [
                    "364d6dc1-fdcc-4d03-8df7-cf1d835730af",
                    "6b52aa8f-134d-4ab7-9389-4568fac87533",
                    "7c1af593-b7b1-4838-815b-872b8a163a40",
                    "ce01cbb6-ffd5-42c8-8c15-3f72bcef45c1",
                    "b040d1e4-dd96-4729-8f55-4da4c958ff8f",
                    "f82337ea-1e0c-4c28-a491-4916be594b49",
                    "0f8b8f57-5aa4-4c30-be0a-c89eeedc2012"
                ]
            },
            "vertices": {
                "0f8b8f57-5aa4-4c30-be0a-c89eeedc2012": {
                    "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
                    "typeName": "__tempQueryResultStruct64",
                    "values": {
                        "name": "primary.default.employee",
                        "vertexId": {
                            "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
                            "typeName": "__IdType",
                            "values": {
                                "guid": "0f8b8f57-5aa4-4c30-be0a-c89eeedc2012",
                                "typeName": "hive_table"
                            }
                        }
                    }
                },
                "364d6dc1-fdcc-4d03-8df7-cf1d835730af": {
                    "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
                    "typeName": "__tempQueryResultStruct64",
                    "values": {
                        "name": "primary.default.t1",
                        "vertexId": {
                            "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
                            "typeName": "__IdType",
                            "values": {
                                "guid": "364d6dc1-fdcc-4d03-8df7-cf1d835730af",
                                "typeName": "hive_table"
                            }
                        }
                    }
                },
                "5a3ecb0e-adc9-40c9-8296-9132d7ad1838": {
                    "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
                    "typeName": "__tempQueryResultStruct64",
                    "values": {
                        "name": "primary.default.table_1261",
                        "vertexId": {
                            "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
                            "typeName": "__IdType",
                            "values": {
                                "guid": "5a3ecb0e-adc9-40c9-8296-9132d7ad1838",
                                "typeName": "hive_table"
                            }
                        }
                    }
                },
                "6b52aa8f-134d-4ab7-9389-4568fac87533": {
                    "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
                    "typeName": "__tempQueryResultStruct64",
                    "values": {
                        "name": "primary.default.t2",
                        "vertexId": {
                            "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
                            "typeName": "__IdType",
                            "values": {
                                "guid": "6b52aa8f-134d-4ab7-9389-4568fac87533",
                                "typeName": "hive_table"
                            }
                        }
                    }
                },
                "7c1af593-b7b1-4838-815b-872b8a163a40": {
                    "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
                    "typeName": "__tempQueryResultStruct64",
                    "values": {
                        "name": "primary.default.nested",
                        "vertexId": {
                            "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
                            "typeName": "__IdType",
                            "values": {
                                "guid": "7c1af593-b7b1-4838-815b-872b8a163a40",
                                "typeName": "hive_table"
                            }
                        }
                    }
                },
                "b040d1e4-dd96-4729-8f55-4da4c958ff8f": {
                    "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
                    "typeName": "__tempQueryResultStruct64",
                    "values": {
                        "name": "primary.default.table_1243",
                        "vertexId": {
                            "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
                            "typeName": "__IdType",
                            "values": {
                                "guid": "b040d1e4-dd96-4729-8f55-4da4c958ff8f",
                                "typeName": "hive_table"
                            }
                        }
                    }
                },
                "ce01cbb6-ffd5-42c8-8c15-3f72bcef45c1": {
                    "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
                    "typeName": "__tempQueryResultStruct64",
                    "values": {
                        "name": "primary.default.temp_batting",
                        "vertexId": {
                            "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
                            "typeName": "__IdType",
                            "values": {
                                "guid": "ce01cbb6-ffd5-42c8-8c15-3f72bcef45c1",
                                "typeName": "hive_table"
                            }
                        }
                    }
                },
                "f82337ea-1e0c-4c28-a491-4916be594b49": {
                    "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
                    "typeName": "__tempQueryResultStruct64",
                    "values": {
                        "name": "primary.default.table_1250",
                        "vertexId": {
                            "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
                            "typeName": "__IdType",
                            "values": {
                                "guid": "f82337ea-1e0c-4c28-a491-4916be594b49",
                                "typeName": "hive_table"
                            }
                        }
                    }
                }
            }
        }
    },
    "tableName": "primary.default.table_1261"
}
{noformat}



--
This message was sent by Atlassian JIRA
(v6.3.4#6332)

Mime
View raw message