kylin-user mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "bingli3@iflytek.com" <bing...@iflytek.com>
Subject [Error] kylin aggregation groups
Date Thu, 30 Mar 2017 04:52:09 GMT
Hi,there
    i have 10 dimensions, all in flat table (that is hive view), and 6 measures.
   
    In my business scene, only care some combinations, such as (day_time, age) , (day_time,
gender) etc..
So i use aggregation groups, cube description is : 
{
  "uuid": "e8c9629a-29a9-4805-a6b9-78aa7338bdfb",
  "last_modified": 1490792474518,
  "version": "1.6.0",
  "name": "plat_operator",
  "model_name": "adx_operator",
  "description": "",
  "null_string": null,
  "dimensions": [
    {
      "name": "GENDER",
      "table": "FLOW_INSIGHT.VIEW_FLOW_INSIGHT",
      "column": "GENDER",
      "derived": null
    },
    {
      "name": "AGE",
      "table": "FLOW_INSIGHT.VIEW_FLOW_INSIGHT",
      "column": "AGE",
      "derived": null
    },
    {
      "name": "BRAND",
      "table": "FLOW_INSIGHT.VIEW_FLOW_INSIGHT",
      "column": "BRAND",
      "derived": null
    },
    {
      "name": "MODEL",
      "table": "FLOW_INSIGHT.VIEW_FLOW_INSIGHT",
      "column": "MODEL",
      "derived": null
    },
    {
      "name": "RESOLUTION",
      "table": "FLOW_INSIGHT.VIEW_FLOW_INSIGHT",
      "column": "RESOLUTION",
      "derived": null
    },
    {
      "name": "OS_VERSION",
      "table": "FLOW_INSIGHT.VIEW_FLOW_INSIGHT",
      "column": "OS_VERSION",
      "derived": null
    },
    {
      "name": "NTT",
      "table": "FLOW_INSIGHT.VIEW_FLOW_INSIGHT",
      "column": "NTT",
      "derived": null
    },
    {
      "name": "TS_MINUTE",
      "table": "FLOW_INSIGHT.VIEW_FLOW_INSIGHT",
      "column": "TS_MINUTE",
      "derived": null
    },
    {
      "name": "TS_HOUR",
      "table": "FLOW_INSIGHT.VIEW_FLOW_INSIGHT",
      "column": "TS_HOUR",
      "derived": null
    },
    {
      "name": "DAY_TIME",
      "table": "FLOW_INSIGHT.VIEW_FLOW_INSIGHT",
      "column": "DAY_TIME",
      "derived": null
    }
  ],
  "measures": [
    {
      "name": "_COUNT_",
      "function": {
        "expression": "COUNT",
        "parameter": {
          "type": "constant",
          "value": "1",
          "next_parameter": null
        },
        "returntype": "bigint"
      },
      "dependent_measure_ref": null
    },
    {
      "name": "REQUEST_PV",
      "function": {
        "expression": "SUM",
        "parameter": {
          "type": "column",
          "value": "REQUEST",
          "next_parameter": null
        },
        "returntype": "bigint"
      },
      "dependent_measure_ref": null
    },
    {
      "name": "IMPRESS_PV",
      "function": {
        "expression": "SUM",
        "parameter": {
          "type": "column",
          "value": "IMPRESS",
          "next_parameter": null
        },
        "returntype": "bigint"
      },
      "dependent_measure_ref": null
    },
    {
      "name": "FILL_PV",
      "function": {
        "expression": "SUM",
        "parameter": {
          "type": "column",
          "value": "FILL",
          "next_parameter": null
        },
        "returntype": "bigint"
      },
      "dependent_measure_ref": null
    },
    {
      "name": "CLICK_PV",
      "function": {
        "expression": "SUM",
        "parameter": {
          "type": "column",
          "value": "CLICK",
          "next_parameter": null
        },
        "returntype": "bigint"
      },
      "dependent_measure_ref": null
    },
    {
      "name": "UV_DID",
      "function": {
        "expression": "COUNT_DISTINCT",
        "parameter": {
          "type": "column",
          "value": "DID",
          "next_parameter": null
        },
        "returntype": "hllc(15)"
      },
      "dependent_measure_ref": null
    }
  ],
  "dictionaries": [],
  "rowkey": {
    "rowkey_columns": [
      {
        "column": "DAY_TIME",
        "encoding": "date",
        "isShardBy": false
      },
      {
        "column": "TS_MINUTE",
        "encoding": "integer:4",
        "isShardBy": false
      },
      {
        "column": "TS_HOUR",
        "encoding": "integer:4",
        "isShardBy": false
      },
      {
        "column": "GENDER",
        "encoding": "dict",
        "isShardBy": false
      },
      {
        "column": "AGE",
        "encoding": "dict",
        "isShardBy": false
      },
      {
        "column": "BRAND",
        "encoding": "dict",
        "isShardBy": false
      },
      {
        "column": "MODEL",
        "encoding": "dict",
        "isShardBy": false
      },
      {
        "column": "RESOLUTION",
        "encoding": "dict",
        "isShardBy": false
      },
      {
        "column": "OS_VERSION",
        "encoding": "dict",
        "isShardBy": false
      },
      {
        "column": "NTT",
        "encoding": "dict",
        "isShardBy": false
      }
    ]
  },
  "hbase_mapping": {
    "column_family": [
      {
        "name": "F1",
        "columns": [
          {
            "qualifier": "M",
            "measure_refs": [
              "_COUNT_",
              "REQUEST_PV",
              "IMPRESS_PV",
              "FILL_PV",
              "CLICK_PV"
            ]
          }
        ]
      },
      {
        "name": "F2",
        "columns": [
          {
            "qualifier": "M",
            "measure_refs": [
              "UV_DID"
            ]
          }
        ]
      }
    ]
  },
  "aggregation_groups": [
    {
      "includes": [
        "DAY_TIME",
        "NTT"
      ],
      "select_rule": {
        "hierarchy_dims": [],
        "mandatory_dims": [
          "DAY_TIME",
          "NTT"
        ],
        "joint_dims": []
      }
    },
    {
      "includes": [
        "DAY_TIME",
        "OS_VERSION"
      ],
      "select_rule": {
        "hierarchy_dims": [],
        "mandatory_dims": [
          "DAY_TIME",
          "OS_VERSION"
        ],
        "joint_dims": []
      }
    },
    {
      "includes": [
        "DAY_TIME",
        "RESOLUTION"
      ],
      "select_rule": {
        "hierarchy_dims": [],
        "mandatory_dims": [
          "DAY_TIME",
          "RESOLUTION"
        ],
        "joint_dims": []
      }
    },
    {
      "includes": [
        "DAY_TIME",
        "MODEL"
      ],
      "select_rule": {
        "hierarchy_dims": [],
        "mandatory_dims": [
          "DAY_TIME",
          "MODEL"
        ],
        "joint_dims": []
      }
    },
    {
      "includes": [
        "DAY_TIME",
        "BRAND"
      ],
      "select_rule": {
        "hierarchy_dims": [],
        "mandatory_dims": [
          "DAY_TIME",
          "BRAND"
        ],
        "joint_dims": []
      }
    },
    {
      "includes": [
        "DAY_TIME",
        "AGE"
      ],
      "select_rule": {
        "hierarchy_dims": [],
        "mandatory_dims": [
          "DAY_TIME",
          "AGE"
        ],
        "joint_dims": []
      }
    },
    {
      "includes": [
        "DAY_TIME",
        "GENDER"
      ],
      "select_rule": {
        "hierarchy_dims": [],
        "mandatory_dims": [
          "DAY_TIME",
          "GENDER"
        ],
        "joint_dims": []
      }
    },
    {
      "includes": [
        "TS_MINUTE"
      ],
      "select_rule": {
        "hierarchy_dims": [],
        "mandatory_dims": [
          "TS_MINUTE"
        ],
        "joint_dims": []
      }
    },
    {
      "includes": [
        "TS_HOUR"
      ],
      "select_rule": {
        "hierarchy_dims": [],
        "mandatory_dims": [
          "TS_HOUR"
        ],
        "joint_dims": []
      }
    },
    {
      "includes": [
        "DAY_TIME"
      ],
      "select_rule": {
        "hierarchy_dims": [],
        "mandatory_dims": [
          "DAY_TIME"
        ],
        "joint_dims": []
      }
    }
  ],
  "signature": "N7cB+dehA1M2C913FSNlKg==",
  "notify_list": [],
  "status_need_notify": [
    "ERROR",
    "DISCARDED",
    "SUCCEED"
  ],
  "partition_date_start": 1488326400000,
  "partition_date_end": 3153600000000,
  "auto_merge_time_ranges": [
    604800000,
    2419200000
  ],
  "retention_range": 0,
  "engine_type": 2,
  "storage_type": 2,
  "override_kylin_properties": {
    "kylin.job.mr.config.override.mapreduce.job.queuename": "ad"
  } 

    Then, i build cube. All things is ok.
    
    But when i  query , like this sql: 
            select day_time, sum(request)
            from view_flow_insight
            group by day_time
    
    Results: Error while executing SQL "select day_time, sum(request) from view_flow_insight
group by day_time LIMIT 50000": null

    Something like no thus cuboid. But i already define cuboid(day_time).
    Another cuboid can not query also, But i can query with base CuboId(10 dims combination),and
9 dims also success.

More keys:
1, cube statistics
    
2, cubo id




bingli3@iflytek.com
Mime
View raw message