kylin-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "耳东" <775620...@qq.com>
Subject 回复: build error in step Build N-Dimension Cuboid Data : 20-Dimension
Date Tue, 14 Jun 2016 14:53:04 GMT
yes it is the same issue, and it is just submitted 2 hours ago.




------------------ 原始邮件 ------------------
发件人: "Dong Li";<lidong@apache.org>;
发送时间: 2016年6月14日(星期二) 晚上10:48
收件人: "dev"<dev@kylin.apache.org>; 

主题: Re: build error in step Build N-Dimension Cuboid Data : 20-Dimension



Is same issue with KYLIN-1785?

https://issues.apache.org/jira/browse/KYLIN-1785

Thanks,
Dong Li

2016-06-13 16:18 GMT+08:00 耳东 <775620671@qq.com>:

> Hi All:   When I build the cube, it failed in the step Build N-Dimension
> Cuboid Data : 20-Dimension.
>
>
>    The output shows as follows:
>     2016-06-13 11:46:53.442 - State of Hadoop job:
> job_1465095991084_0298:RUNNING - UNDEFINED
>     2016-06-13 11:47:03.451 - State of Hadoop job:
> job_1465095991084_0298:FINISHED - FAILED
>     no counters for job job_1465095991084_0298
>    And the MR log shows as follows:
> Error: java.util.NoSuchElementException at
> java.util.ArrayList$Itr.next(ArrayList.java:834) at
> java.util.Collections.min(Collections.java:665) at
> org.apache.kylin.cube.cuboid.Cuboid.translateToValidCuboid(Cuboid.java:201)
> at
> org.apache.kylin.cube.cuboid.Cuboid.translateToValidCuboid(Cuboid.java:125)
> at org.apache.kylin.cube.cuboid.Cuboid.findById(Cuboid.java:67) at
> org.apache.kylin.engine.mr.steps.NDCuboidMapper.map(NDCuboidMapper.java:148)
> at
> org.apache.kylin.engine.mr.steps.NDCuboidMapper.map(NDCuboidMapper.java:49)
> at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145) at
> org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:787) at
> org.apache.hadoop.mapred.MapTask.run(MapTask.java:341) at
> org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:163) at
> java.security.AccessController.doPrivileged(Native Method) at
> javax.security.auth.Subject.doAs(Subject.java:415) at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1793)
> at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158)
>
>
>  Where is the problem?
>
>
>
>
>  The json is as follows:
> {   "uuid": "b6117712-6883-4477-9470-a7ab3e58d7eb",   "version": "1.5.1",
>  "name": "http_cube_16wei_youhua",   "description": "",   "dimensions": [
>    {       "name": "FUJIAN.HTTP_10T_PARTITION.DATE_ID",       "table":
> "FUJIAN.HTTP_10T_PARTITION",       "column": "DATE_ID",       "derived":
> null     },     {       "name": "FUJIAN.HTTP_10T_PARTITION.CITY_ID",
>  "table": "FUJIAN.HTTP_10T_PARTITION",       "column": "CITY_ID",
>  "derived": null     },     {       "name":
> "FUJIAN.HTTP_10T_PARTITION.COUNTY_ID",       "table":
> "FUJIAN.HTTP_10T_PARTITION",       "column": "COUNTY_ID",       "derived":
> null     },     {       "name": "FUJIAN.HTTP_10T_PARTITION.ECI",
>  "table": "FUJIAN.HTTP_10T_PARTITION",       "column": "ECI",
>  "derived": null     },     {       "name":
> "FUJIAN.HTTP_10T_PARTITION.TAC",       "table":
> "FUJIAN.HTTP_10T_PARTITION",       "column": "TAC",       "derived": null
>    },     {       "name": "FUJIAN.HTTP_10T_PARTITION.ENB_IP",
>  "table": "FUJIAN.HTTP_10T_PARTITION",       "column": "ENB_IP",
>  "derived": null     },     {       "name":
> "FUJIAN.HTTP_10T_PARTITION.MME_SGW_IP_ADD",       "table":
> "FUJIAN.HTTP_10T_PARTITION",       "column": "MME_SGW_IP_ADD",
>  "derived": null     },     {       "name":
> "FUJIAN.HTTP_10T_PARTITION.SGW_POOL",       "table":
> "FUJIAN.HTTP_10T_PARTITION",       "column": "SGW_POOL",       "derived":
> null     },     {       "name": "FUJIAN.HTTP_10T_PARTITION.VENDOR_ID",
>  "table": "FUJIAN.HTTP_10T_PARTITION",       "column": "VENDOR_ID",
>  "derived": null     },     {       "name":
> "FUJIAN.HTTP_10T_PARTITION.VENDOR_NAME",       "table":
> "FUJIAN.HTTP_10T_PARTITION",       "column": "VENDOR_NAME",
>  "derived": null     },     {       "name":
> "FUJIAN.HTTP_10T_PARTITION.TERMINAL_ID",       "table":
> "FUJIAN.HTTP_10T_PARTITION",       "column": "TERMINAL_ID",
>  "derived": null     },     {       "name":
> "FUJIAN.HTTP_10T_PARTITION.TERMINAL_NAME",       "table":
> "FUJIAN.HTTP_10T_PARTITION",       "column": "TERMINAL_NAME",
>  "derived": null     },     {       "name":
> "FUJIAN.HTTP_10T_PARTITION.APP_CLASS_ID",       "table":
> "FUJIAN.HTTP_10T_PARTITION",       "column": "APP_CLASS_ID",
>  "derived": null     },     {       "name":
> "FUJIAN.HTTP_10T_PARTITION.APP_CLASS_NAME",       "table":
> "FUJIAN.HTTP_10T_PARTITION",       "column": "APP_CLASS_NAME",
>  "derived": null     },     {       "name":
> "FUJIAN.HTTP_10T_PARTITION.APP_SUB_CLASS_ID",       "table":
> "FUJIAN.HTTP_10T_PARTITION",       "column": "APP_SUB_CLASS_ID",
>  "derived": null     },     {       "name":
> "FUJIAN.HTTP_10T_PARTITION.APP_SUB_CLASS_NAME",       "table":
> "FUJIAN.HTTP_10T_PARTITION",       "column": "APP_SUB_CLASS_NAME",
>  "derived": null     },     {       "name":
> "FUJIAN.HTTP_10T_PARTITION.CITY_NAME",       "table":
> "FUJIAN.HTTP_10T_PARTITION",       "column": "CITY_NAME",       "derived":
> null     },     {       "name": "FUJIAN.HTTP_10T_PARTITION.COUNTY_NAME",
>    "table": "FUJIAN.HTTP_10T_PARTITION",       "column": "COUNTY_NAME",
>    "derived": null     },     {       "name":
> "FUJIAN.HTTP_10T_PARTITION.ECI_NAME",       "table":
> "FUJIAN.HTTP_10T_PARTITION",       "column": "ECI_NAME",       "derived":
> null     },     {       "name": "FUJIAN.HTTP_10T_PARTITION.MODEL_ID",
>  "table": "FUJIAN.HTTP_10T_PARTITION",       "column": "MODEL_ID",
>  "derived": null     },     {       "name":
> "FUJIAN.HTTP_10T_PARTITION.MODEL_NAME",       "table":
> "FUJIAN.HTTP_10T_PARTITION",       "column": "MODEL_NAME",       "derived":
> null     }   ],   "measures": [     {       "name": "_COUNT_",
>  "function": {         "expression": "COUNT",         "parameter": {
>    "type": "constant",           "value": "1",           "next_parameter":
> null         },         "returntype": "bigint"       },
>  "dependent_measure_ref": null     },     {       "name": "1",
>  "function": {         "expression": "SUM",         "parameter": {
>  "type": "column",           "value": "COMM_TCP_WX_DELAY",
>  "next_parameter": null         },         "returntype": "decimal"
>  },       "dependent_measure_ref": null     },     {       "name": "2",
>    "function": {         "expression": "SUM",         "parameter": {
>    "type": "column",           "value": "COMM_TCP_WX_SUCC_COUNT",
>  "next_parameter": null         },         "returntype": "decimal"
>  },       "dependent_measure_ref": null     },     {       "name": "3",
>    "function": {         "expression": "SUM",         "parameter": {
>    "type": "column",           "value": "COMM_TCP_HX_DELAY",
>  "next_parameter": null         },         "returntype": "decimal"
>  },       "dependent_measure_ref": null     },     {       "name": "4",
>    "function": {         "expression": "SUM",         "parameter": {
>    "type": "column",           "value": "COMM_TCP_REQ_COUNT",
>  "next_parameter": null         },         "returntype": "decimal"
>  },       "dependent_measure_ref": null     },     {       "name": "5",
>    "function": {         "expression": "SUM",         "parameter": {
>    "type": "column",           "value": "COMM_TCP_SUCC_COUNT",
>  "next_parameter": null         },         "returntype": "decimal"
>  },       "dependent_measure_ref": null     },     {       "name": "6",
>    "function": {         "expression": "SUM",         "parameter": {
>    "type": "column",           "value": "HTTP_DOWN",
>  "next_parameter": null         },         "returntype": "decimal"
>  },       "dependent_measure_ref": null     },     {       "name": "7",
>    "function": {         "expression": "SUM",         "parameter": {
>    "type": "column",           "value": "HTTP_RE_DELAY",
>  "next_parameter": null         },         "returntype": "decimal"
>  },       "dependent_measure_ref": null     },     {       "name": "8",
>    "function": {         "expression": "SUM",         "parameter": {
>    "type": "column",           "value": "HTTP_RES_DELAY_COUNT",
>  "next_parameter": null         },         "returntype": "decimal"
>  },       "dependent_measure_ref": null     },     {       "name": "9",
>    "function": {         "expression": "SUM",         "parameter": {
>    "type": "column",           "value": "DOWN_FLOW",
>  "next_parameter": null         },         "returntype": "decimal"
>  },       "dependent_measure_ref": null     },     {       "name": "10",
>    "function": {         "expression": "SUM",         "parameter": {
>    "type": "column",           "value": "UP_FLOW",
>  "next_parameter": null         },         "returntype": "decimal"
>  },       "dependent_measure_ref": null     },     {       "name": "11",
>    "function": {         "expression": "SUM",         "parameter": {
>    "type": "column",           "value": "HTTP_RES_DELAY",
>  "next_parameter": null         },         "returntype": "decimal"
>  },       "dependent_measure_ref": null     },     {       "name": "12",
>    "function": {         "expression": "SUM",         "parameter": {
>    "type": "column",           "value": "HTTP_XDR_COUNT",
>  "next_parameter": null         },         "returntype": "decimal"
>  },       "dependent_measure_ref": null     },     {       "name": "13",
>    "function": {         "expression": "SUM",         "parameter": {
>    "type": "column",           "value": "HTTP_SUCC_COUNT",
>  "next_parameter": null         },         "returntype": "decimal"
>  },       "dependent_measure_ref": null     },     {       "name": "14",
>    "function": {         "expression": "COUNT_DISTINCT",
>  "parameter": {           "type": "column",           "value": "IMSI",
>      "next_parameter": null         },         "returntype": "hllc16"
>  },       "dependent_measure_ref": null     }   ],   "rowkey": {
>  "rowkey_columns": [       {         "column": "DATE_ID",
>  "encoding": "dict",         "isShardBy": false       },       {
>  "column": "APP_CLASS_ID",         "encoding": "dict",         "isShardBy":
> false       },       {         "column": "CITY_ID",         "encoding":
> "dict",         "isShardBy": false       },       {         "column":
> "ECI",         "encoding": "dict",         "isShardBy": false       },
>  {         "column": "TAC",         "encoding": "dict",
>  "isShardBy": false       },       {         "column": "MME_SGW_IP_ADD",
>      "encoding": "dict",         "isShardBy": false       },       {
>  "column": "VENDOR_ID",         "encoding": "dict",         "isShardBy":
> false       },       {         "column": "SGW_POOL",         "encoding":
> "dict",         "isShardBy": false       },       {         "column":
> "TERMINAL_ID",         "encoding": "dict",         "isShardBy": false
>  },       {         "column": "MODEL_ID",         "encoding": "dict",
>    "isShardBy": false       },       {         "column":
> "APP_SUB_CLASS_ID",         "encoding": "dict",         "isShardBy": false
>      },       {         "column": "COUNTY_ID",         "encoding": "dict",
>        "isShardBy": false       },       {         "column": "ENB_IP",
>    "encoding": "dict",         "isShardBy": false       },       {
>  "column": "VENDOR_NAME",         "encoding": "dict",         "isShardBy":
> false       },       {         "column": "TERMINAL_NAME",
>  "encoding": "dict",         "isShardBy": false       },       {
>  "column": "APP_CLASS_NAME",         "encoding": "dict",
>  "isShardBy": false       },       {         "column":
> "APP_SUB_CLASS_NAME",         "encoding": "dict",         "isShardBy":
> false       },       {         "column": "CITY_NAME",         "encoding":
> "dict",         "isShardBy": false       },       {         "column":
> "COUNTY_NAME",         "encoding": "dict",         "isShardBy": false
>  },       {         "column": "ECI_NAME",         "encoding": "dict",
>    "isShardBy": false       },       {         "column": "MODEL_NAME",
>    "encoding": "dict",         "isShardBy": false       }     ]   },
>  "signature": "p2cwQyGrs+CiZSV5Vi2LPQ==",   "last_modified":
> 1465720985379,   "model_name": "http_model_16wei_clone",   "null_string":
> null,   "hbase_mapping": {     "column_family": [       {         "name":
> "F1",         "columns": [           {             "qualifier": "M",
>      "measure_refs": [               "_COUNT_",               "1",
>      "2",               "3",               "4",               "5",
>      "6",               "7",               "8",               "9",
>      "10",               "11",               "12",               "13"
>        ]           }         ]       },       {         "name": "F2",
>    "columns": [           {             "qualifier": "M",
>  "measure_refs": [               "14"             ]           }         ]
>      }     ]   },   "aggregation_groups": [     {       "includes": [
>    "DATE_ID",         "CITY_ID",         "CITY_NAME",         "TAC",
>  "VENDOR_ID",         "VENDOR_NAME",         "SGW_POOL",
>  "MME_SGW_IP_ADD",         "ENB_IP",         "ECI",         "ECI_NAME",
>      "COUNTY_ID",         "COUNTY_NAME",         "APP_CLASS_ID",
>  "APP_CLASS_NAME",         "APP_SUB_CLASS_ID",
>  "APP_SUB_CLASS_NAME"       ],       "select_rule": {
>  "hierarchy_dims": [],         "mandatory_dims": [           "DATE_ID",
>        "CITY_ID",           "CITY_NAME",           "TAC",
>  "VENDOR_NAME",           "VENDOR_ID",           "SGW_POOL",
>  "MME_SGW_IP_ADD",           "ENB_IP",           "ECI",
>  "ECI_NAME",           "COUNTY_NAME",           "COUNTY_ID",
>  "APP_CLASS_ID",           "APP_CLASS_NAME",           "APP_SUB_CLASS_ID",
>          "APP_SUB_CLASS_NAME"         ],         "joint_dims": []       }
>    },     {       "includes": [         "DATE_ID",         "CITY_ID",
>    "CITY_NAME",         "TAC",         "VENDOR_ID",         "VENDOR_NAME",
>        "SGW_POOL",         "MME_SGW_IP_ADD",         "ENB_IP",
>  "ECI",         "ECI_NAME",         "COUNTY_ID",         "COUNTY_NAME",
>      "TERMINAL_ID",         "TERMINAL_NAME",         "MODEL_ID",
>  "MODEL_NAME"       ],       "select_rule": {         "hierarchy_dims":
> [],         "mandatory_dims": [           "DATE_ID",           "CITY_ID",
>          "CITY_NAME",           "TAC",           "VENDOR_ID",
>  "VENDOR_NAME",           "SGW_POOL",           "MME_SGW_IP_ADD",
>  "ENB_IP",           "ECI_NAME",           "COUNTY_ID",           "ECI",
>        "COUNTY_NAME",           "TERMINAL_ID",           "TERMINAL_NAME",
>          "MODEL_ID",           "MODEL_NAME"         ],
>  "joint_dims": []       }     },     {       "includes": [
>  "DATE_ID",         "SGW_POOL",         "MME_SGW_IP_ADD",
>  "APP_CLASS_ID",         "APP_CLASS_NAME"       ],       "select_rule": {
>        "hierarchy_dims": [],         "mandatory_dims": [
>  "DATE_ID",           "SGW_POOL"         ],         "joint_dims": [
>    [             "APP_CLASS_ID",             "APP_CLASS_NAME"           ]
>        ]       }     },     {       "includes": [         "DATE_ID",
>  "CITY_ID",         "CITY_NAME",         "APP_CLASS_ID",
>  "APP_CLASS_NAME",         "TAC",         "VENDOR_ID",
>  "VENDOR_NAME"       ],       "select_rule": {         "hierarchy_dims":
> [],         "mandatory_dims": [           "DATE_ID",           "CITY_ID",
>          "CITY_NAME"         ],         "joint_dims": [           [
>      "APP_CLASS_ID",             "APP_CLASS_NAME"           ],           [
>            "VENDOR_ID",             "VENDOR_NAME"           ]         ]
>    }     },     {       "includes": [         "DATE_ID",         "ECI",
>      "ECI_NAME",         "TAC",         "APP_CLASS_ID",
>  "APP_CLASS_NAME"       ],       "select_rule": {         "hierarchy_dims":
> [],         "mandatory_dims": [           "DATE_ID",           "ECI",
>      "ECI_NAME",           "TAC"         ],         "joint_dims": [
>    [             "APP_CLASS_ID",             "APP_CLASS_NAME"           ]
>        ]       }     },     {       "includes": [         "DATE_ID",
>  "APP_CLASS_ID",         "APP_CLASS_NAME",         "APP_SUB_CLASS_ID",
>    "APP_SUB_CLASS_NAME"       ],       "select_rule": {
>  "hierarchy_dims": [],         "mandatory_dims": [           "DATE_ID",
>        "APP_CLASS_ID",           "APP_CLASS_NAME",
>  "APP_SUB_CLASS_ID",           "APP_SUB_CLASS_NAME"         ],
>  "joint_dims": []       }     },     {       "includes": [
>  "DATE_ID",         "MODEL_ID",         "MODEL_NAME",
>  "TERMINAL_ID",         "TERMINAL_NAME"       ],       "select_rule": {
>      "hierarchy_dims": [],         "mandatory_dims": [
>  "DATE_ID",           "MODEL_ID",           "MODEL_NAME",
>  "TERMINAL_ID",           "TERMINAL_NAME"         ],         "joint_dims":
> []       }     }   ],   "notify_list": [],   "status_need_notify": [],
>  "partition_date_start": 1446336000000,   "partition_date_end":
> 3153600000000,   "auto_merge_time_ranges": [     604800000,     2419200000
>  ],   "retention_range": 0,   "engine_type": 2,   "storage_type": 2,
>  "override_kylin_properties": {} }
Mime
  • Unnamed multipart/alternative (inline, 8-Bit, 0 bytes)
View raw message