Mailing-List: contact dev-help@kylin.apache.org; run by ezmlm
Precedence: bulk
Reply-To: dev@kylin.apache.org
MIME-Version: 1.0
In-Reply-To: <CABh5zFwjONa76bCjZpcvmqMikgKju6QRt5r6=MqMj1dWTqu7jg@mail.gmail.com>
References: <CAHRLMoeqb5x4b7WztUXzheeBRFGioRVuQ-dD47aUYxzAwRsHTw@mail.gmail.com>
 <CANfpUct0bF8VqFudvutdCo2772pdQXu2X85GCSokaRPbPkc-tQ@mail.gmail.com>
 <CAHRLMoczUtKeYMPq1=D7CF8pQ0v3YBrxiWwupgEyd1xk7a8r-g@mail.gmail.com> <CABh5zFwjONa76bCjZpcvmqMikgKju6QRt5r6=MqMj1dWTqu7jg@mail.gmail.com>
From: xl l <yourslxl@gmail.com>
Date: Fri, 17 Feb 2017 12:40:51 +0800
Message-ID: <CAHRLMoeRQOTVY4eGPb1d-BWVDOVnRCn4D9VUrg__mBMPf=KoiA@mail.gmail.com>
Subject: Re: kylin sql query with Weird error
To: dev@kylin.apache.org
Content-Type: multipart/alternative; boundary=f403045e9c0abc7bf50548b284f6
archived-at: Fri, 17 Feb 2017 04:41:00 -0000

--f403045e9c0abc7bf50548b284f6
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: quoted-printable

hi,Billy Liu
  thanks.  I did the same sql with sample cube, and the query result =EF=BD=
=89=EF=BD=93
=EF=BD=81=EF=BD=8C=EF=BD=93=EF=BD=8F =EF=BD=85=EF=BD=92=EF=BD=92=EF=BD=8F=
=EF=BD=92 .

sql :
select
META_CATEG_NAME,
sum(price) as total_selled,
count(distinct seller_id) as sellers
from kylin_sales
inner join KYLIN_CATEGORY_GROUPINGS
on KYLIN_CATEGORY_GROUPINGS.LEAF_CATEG_ID=3DKYLIN_SALES.LEAF_CATEG_ID
and KYLIN_SALES.LSTG_SITE_ID =3D KYLIN_CATEGORY_GROUPINGS.SITE_ID
where part_dt>=3D'2012-01-01'
and part_dt<=3D'2013-01-01'
and KYLIN_CATEGORY_GROUPINGS.META_CATEG_NAME in ('Toys & Hobbies','Cameras
& Photo')
group by part_dt,KYLIN_CATEGORY_GROUPINGS.META_CATEG_NAME


=EF=BD=84=EF=BD=85=EF=BD=94=EF=BD=81=EF=BD=89=EF=BD=8C =EF=BD=84=EF=BD=85=
=EF=BD=93=EF=BD=83=EF=BD=92=EF=BD=89=EF=BD=90=EF=BD=94=EF=BD=89=EF=BD=8F=EF=
=BD=8E =EF=BD=93=EF=BD=85=EF=BD=85 =EF=BC=9A
http://note.youdao.com/noteshare?id=3Ddf34c64dcf3cf801a9c085be0c3f5f21&sub=
=3D7BB3043221BA44E4BAF5760339280480


2017-02-16 23:27 GMT+08:00 Billy Liu <billyliu@apache.org>:

> Could you reproduce this issue on the sample cube? That would help the de=
v
> team to identify the root cause quickly.
>
> 2017-02-16 20:30 GMT+08:00 xl l <yourslxl@gmail.com>:
>
> > HI, I am sure hbase is ok.
> > =E8=80=8C=E4=B8=94=E5=8F=AA=E6=9C=89=E8=BF=99=E4=B8=AAsql=E6=8A=9B=E5=
=BC=82=E5=B8=B8=EF=BC=8C=E4=B8=94=E8=83=BD=E7=A8=B3=E5=AE=9A=E5=A4=8D=E7=8E=
=B0=E3=80=82 sql=E7=A8=8D=E5=BE=AE=E6=94=B9=E4=B8=80=E4=B8=8B=EF=BC=8C=E5=
=B0=B1=E6=AD=A3=E5=B8=B8=E3=80=82
> >
> > =E4=BB=8E=E5=BC=82=E5=B8=B8=E6=97=A5=E5=BF=97=E7=9C=8B=EF=BC=8C =E9=A6=
=96=E5=85=88=E6=8A=9B=E5=87=BA=E5=BC=82=E5=B8=B8=E7=9A=84=E6=98=AF
> > Caused by: java.lang.NullPointerException
> > at com.google.common.base.Preconditions.checkNotNull(
> > Preconditions.java:191)
> > at
> > org.apache.kylin.storage.hbase.cube.v2.HBaseReadonlyStore$1$1.next(
> > HBaseReadonlyStore.java:131)
> >
> > =E5=AF=B9=E5=BA=94=E4=BA=8E =E4=BB=A3=E7=A0=81=EF=BC=9A
> >
> > Pair<byte[], byte[]> hbaseColumn =3D hbaseColumns.get(i);
> > Cell cell =3D findCell(oneRow, hbaseColumn.getFirst(),
> > hbaseColumn.getSecond());
> > Preconditions.checkNotNull(cell);
> >
> > cell =E5=95=A5=E6=97=B6=E5=80=99 =E4=BC=9A=E4=B8=BA=E7=A9=BA=EF=BC=9F
> >
> >
> >
> >
> >
> > 2017-02-16 17:47 GMT+08:00 ShaoFeng Shi <shaofengshi@apache.org>:
> >
> > > "java.net.SocketTimeoutException", did you check HBase's healthy
> status?
> > > Are all regions of the table "KYLIN_F2H6NPOLR7" online?
> > >
> > > 2017-02-16 16:10 GMT+08:00 xl l <yourslxl@gmail.com>:
> > >
> > > > see  :
> > > >
> > > > http://note.youdao.com/noteshare?id=3Ddf34c64dcf3cf801a9c085be0c3f5=
f
> > > 21&sub=3D
> > > > 7BB3043221BA44E4BAF5760339280480
> > > >
> > > >
> > > > kylin 1.6 =E9=97=AE=E9=A2=98=E8=AE=B0=E5=BD=95=EF=BC=9A
> > > > =E7=89=88=E6=9C=AC=EF=BC=9Aapache-kylin-1.6.0-hbase1.x-bin
> > > >
> > > >
> > > > select
> > > > cast(SUM(pv) as double) as pv,
> > > > cast( count(distinct user_id) as double) as user_id
> > > > from olap.olap_log_accs_page_di
> > > > inner join DIM.DIM_LOG_USER_LOCATION on
> > > > DIM.DIM_LOG_USER_LOCATION.user_city_code=3Dolap.olap_log_
> > > > accs_page_di.location
> > > >
> > > > inner join DIM.DIM_PUBLIC_DATE_INFO on
> > > > DIM.DIM_PUBLIC_DATE_INFO."DATE"=3Dolap.olap_log_accs_page_di."DATE"
> > > > where
> > > > DIM.DIM_PUBLIC_DATE_INFO."DATE" >=3D20170117
> > > > and DIM.DIM_PUBLIC_DATE_INFO."DATE" <=3D20170215
> > > > and DIM.DIM_LOG_USER_LOCATION.user_region_name in ('=E5=8D=8E=E4=B8=
=9C')
> > > > group by
> > > > DIM.DIM_LOG_USER_LOCATION.user_country_name,DIM.DIM_LOG_
> > > > USER_LOCATION.user_province_name,DIM.DIM_LOG_USER_
> > > > LOCATION.user_region_name
> > > >
> > > > order by DIM.DIM_LOG_USER_LOCATION.user_province_name ASC
> > > >
> > > > =E4=B8=8A=E9=9D=A2=E8=BF=99=E4=B8=AA=EF=BD=93=EF=BD=91=EF=BD=8C=E6=
=89=A7=E8=A1=8C=EF=BC=AF=EF=BC=AB=EF=BC=8C=E7=AC=A6=E5=90=88=E9=A2=84=E6=9C=
=9F=E3=80=82
> > > > =E4=BD=86=E6=98=AF =E5=A6=82=E6=9E=9C =E4=BB=85=E4=BB=85=E6=8A=8A i=
n ('=E5=8D=8E=E4=B8=9C') =E6=94=B9=E6=88=90 in ('=E5=8D=8E=E4=B8=9C','=E5=
=8D=8E=E5=8D=97') =E5=88=99 sql=E6=89=A7=E8=A1=8C=E5=B0=B1=E4=BC=9A=E6=8A=
=A5=E9=94=99=E3=80=82
> > > >
> > > >
> > > > =E9=94=99=E8=AF=AF=E4=BF=A1=E6=81=AF=E5=A6=82=E4=B8=8B=E6=89=80=E7=
=A4=BA=EF=BC=9A
> > > >
> > > >
> > > > =E6=9F=A5=E7=9C=8B kylin.log=E6=97=A5=E5=BF=97=EF=BC=8C =E8=AF=A6=
=E7=BB=86=E7=9A=84=E5=BC=82=E5=B8=B8=E4=BF=A1=E6=81=AF =EF=BC=9A
> > > > http://note.youdao.com/noteshare?id=3Da1c257599774c4bccb0c676392335=
9
> > > d5&sub=3D
> > > > 11C6AA36AC894EDD9006DDAE17B16747
> > > > 2017-02-16 15:32:51,080 WARN [kylin-coproc--pool3-t5578]
> > > > ipc.CoprocessorRpcChannel:58 : Call failed on IOException
> > > > java.net.SocketTimeoutException: callTimeout=3D60000,
> > callDuration=3D114625:
> > > > row ' ' on table 'KYLIN_F2H6NPOLR7' at
> > > > region=3DKYLIN_F2H6NPOLR7,,1487168742102.
> 433e266be82448c5380610e9e77046
> > > 58.,
> > > > hostname=3Djx-db-hbase03.22lll.com,16020,1480406440673, seqNum=3D2
> > > > at
> > > > org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithRetries(
> > > > RpcRetryingCaller.java:159)
> > > > at
> > > > org.apache.hadoop.hbase.ipc.RegionCoprocessorRpcChannel.
> > callExecService(
> > > > RegionCoprocessorRpcChannel.java:95)
> > > > at
> > > > org.apache.hadoop.hbase.ipc.CoprocessorRpcChannel.callMethod(
> > > > CoprocessorRpcChannel.java:56)
> > > > at
> > > > org.apache.kylin.storage.hbase.cube.v2.coprocessor.
> endpoint.generated.
> > > > CubeVisitProtos$CubeVisitService$Stub.visitCube(CubeVisitProtos.
> > > java:4178)
> > > >
> > > > Caused by: java.lang.NullPointerException
> > > > at com.google.common.base.Preconditions.checkNotNull(
> > > > Preconditions.java:191)
> > > > at
> > > > org.apache.kylin.storage.hbase.cube.v2.HBaseReadonlyStore$1$1.next(
> > > > HBaseReadonlyStore.java:131)
> > > >
> > > >
> > > >
> > > > =E6=A0=B9=E6=8D=AEkylin.log =E5=BC=82=E5=B8=B8=EF=BC=8C=E6=88=91=E7=
=9A=84=E7=9A=84=E5=88=A4=E6=96=AD=E5=AE=9A=E4=BD=8D=EF=BC=8Ckylin=E6=BA=90=
=E7=A0=81=E4=B8=AD=EF=BC=9AHBaseReadonlyStore
> > > >
> > > > =E9=BA=BB=E7=83=A6=E5=B8=AE=E5=BF=99=E6=8E=92=E6=9F=A5=EF=BC=8C=E9=
=A1=BA=E4=BE=BF=E5=92=A8=E8=AF=A2=E4=B8=80=E4=B8=8B=EF=BC=8C=E8=BF=99=E4=B8=
=AA=E6=BA=90=E7=A0=81=E4=B8=AD cell=E5=95=A5=E6=83=85=E5=86=B5=E4=B8=8B=E4=
=BC=9A=E4=B8=BA=E7=A9=BA=EF=BC=9F
> > > >
> > > >
> > > >
> > > >
> > > > =E9=99=84=E4=B8=8A=E8=AF=A5sql=E5=85=B6=E4=BB=96=E6=83=85=E5=86=B5=
=E4=B8=8B=EF=BC=9A
> > > > =E5=A6=82=E6=9E=9C =E6=8A=8Asql =E4=B8=AD in ('=E5=8D=8E=E4=B8=9C')=
 =E6=94=B9=E6=88=90 in ('=E5=8D=8E=E4=B8=9C','=E5=8D=8E=E5=8D=97') =E5=90=
=8E =EF=BC=8C=E5=90=8C=E6=97=B6 select
> sum=EF=BC=8Ccount=EF=BC=88distinct=EF=BC=89
> > > =E4=B8=A4=E4=B8=AA=E6=8C=87=E6=A0=87
> > > > =E5=8F=AA=E5=87=BA=E7=8E=B0=E4=B8=80=E4=B8=AA =E6=8C=87=E6=A0=87=EF=
=BC=8C =E4=B9=9F=E4=B8=8D=E4=BC=9A=E6=8A=A5=E9=94=99=E3=80=82
> > > >
> > > > =E8=A1=A5=E5=85=85=E8=AF=B4=E6=98=8E=EF=BC=9A=E5=9C=A8=EF=BD=8B=EF=
=BD=99=EF=BD=8C=EF=BD=89=EF=BD=8E =EF=BC=91.=EF=BC=95.=EF=BC=94.1 =E7=89=88=
=E6=9C=AC=EF=BC=8C=E8=AF=A5=E8=AF=A1=E5=BC=82=E7=8E=B0=E8=B1=A1 =E4=B9=9F=
=E5=AD=98=E5=9C=A8=E3=80=82
> > > >
> > > >
> > > > =E9=99=84=E4=B8=8A cube_desc =E8=AF=A6=E7=BB=86=E4=BF=A1=E6=81=AF=
=EF=BC=9A
> > > >
> > > > { "uuid": "f30d538b-5345-4f77-b8e3-b20ebae8cb8e", "last_modified":
> > > > 1487147245924, "version": "1.6.0", "name":
> > > > "olap_log_accs_page_di_cube_0215", "model_name":
> > > > "olap_log_accs_page_di_cube_0215", "description":
> > > > "olap_log_accs_page_di_cube_0215", "null_string": null,
> "dimensions":
> > [
> > > {
> > > > "name": "YEAR", "table": "DIM.DIM_PUBLIC_DATE_INFO", "column":
> "YEAR",
> > > > "derived": null }, { "name": "QUARTER", "table":
> > > > "DIM.DIM_PUBLIC_DATE_INFO", "column": "QUARTER_CN", "derived": null
> },
> > {
> > > > "name": "MONTH", "table": "DIM.DIM_PUBLIC_DATE_INFO", "column":
> > > "MONTH_CN",
> > > > "derived": null }, { "name": "DATE", "table":
> > "DIM.DIM_PUBLIC_DATE_INFO",
> > > > "column": "DATE", "derived": null }, { "name": "PROVINCE", "table":
> > > > "DIM.DIM_PUBLIC_CITY_INFO", "column": "PROVINCE_NAME", "derived":
> null
> > > }, {
> > > > "name": "CITY", "table": "DIM.DIM_PUBLIC_CITY_INFO", "column":
> > > "CITY_NAME",
> > > > "derived": null }, { "name": "USER_COUNTRY", "table":
> > > > "DIM.DIM_LOG_USER_LOCATION", "column": "USER_COUNTRY_NAME",
> "derived":
> > > null
> > > > }, { "name": "USER_REGION", "table": "DIM.DIM_LOG_USER_LOCATION",
> > > "column":
> > > > "USER_REGION_NAME", "derived": null }, { "name": "USER_PROVINCE",
> > > "table":
> > > > "DIM.DIM_LOG_USER_LOCATION", "column": "USER_PROVINCE_NAME",
> "derived":
> > > > null }, { "name": "USER_CITY", "table": "DIM.DIM_LOG_USER_LOCATION"=
,
> > > > "column": "USER_CITY_NAME", "derived": null }, { "name": "USER_TYPE=
",
> > > > "table": "DIM.DIM_LOG_USER_TYPE", "column": "TYPE_NAME", "derived":
> > null
> > > },
> > > > { "name": "IS_LOGIN", "table": "DIM.DIM_LOG_IS_LOGIN", "column":
> > > > "LOGIN_NAME", "derived": null }, { "name": "IS_REGISTER", "table":
> > > > "DIM.DIM_LOG_IS_REGISTER", "column": "REGISTER_NAME", "derived": nu=
ll
> > },
> > > {
> > > > "name": "BROWSER", "table": "DIM.DIM_LOG_BROWSER", "column":
> > > > "BROWSER_NAME", "derived": null }, { "name": "APP_VERSION", "table"=
:
> > > > "DIM.DIM_LOG_APP_VERSION", "column": "VERSION_NAME", "derived": nul=
l
> }
> > ],
> > > > "measures": [ { "name": "_COUNT_", "function": { "expression":
> "COUNT",
> > > > "parameter": { "type": "constant", "value": "1", "next_parameter":
> null
> > > },
> > > > "returntype": "bigint" }, "dependent_measure_ref": null }, { "name"=
:
> > > "PV",
> > > > "function": { "expression": "SUM", "parameter": { "type": "column",
> > > > "value": "PV", "next_parameter": null }, "returntype": "bigint" },
> > > > "dependent_measure_ref": null }, { "name": "UV", "function": {
> > > > "expression": "COUNT_DISTINCT", "parameter": { "type": "column",
> > "value":
> > > > "USER_ID", "next_parameter": null }, "returntype": "bitmap" },
> > > > "dependent_measure_ref": null }, { "name": "OUT_SESSION",
> "function": {
> > > > "expression": "SUM", "parameter": { "type": "column", "value":
> > > > "IS_OUT_SESSION", "next_parameter": null }, "returntype": "bigint" =
},
> > > > "dependent_measure_ref": null } ], "dictionaries": [], "rowkey": {
> > > > "rowkey_columns": [ { "column": "YEAR", "encoding": "dict",
> > "isShardBy":
> > > > false }, { "column": "QUARTER_CN", "encoding": "dict", "isShardBy":
> > false
> > > > }, { "column": "MONTH_CN", "encoding": "dict", "isShardBy": false }=
,
> {
> > > > "column": "DATE", "encoding": "dict", "isShardBy": false }, {
> "column":
> > > > "PROVINCE_NAME", "encoding": "dict", "isShardBy": false }, {
> "column":
> > > > "CITY_NAME", "encoding": "dict", "isShardBy": false }, { "column":
> > > > "USER_COUNTRY_NAME", "encoding": "dict", "isShardBy": false }, {
> > > "column":
> > > > "USER_REGION_NAME", "encoding": "dict", "isShardBy": false }, {
> > "column":
> > > > "USER_PROVINCE_NAME", "encoding": "dict", "isShardBy": false }, {
> > > "column":
> > > > "USER_CITY_NAME", "encoding": "dict", "isShardBy": false }, {
> "column":
> > > > "TYPE_NAME", "encoding": "dict", "isShardBy": false }, { "column":
> > > > "LOGIN_NAME", "encoding": "dict", "isShardBy": false }, { "column":
> > > > "REGISTER_NAME", "encoding": "dict", "isShardBy": false }, {
> "column":
> > > > "BROWSER_NAME", "encoding": "dict", "isShardBy": false }, { "column=
":
> > > > "VERSION_NAME", "encoding": "dict", "isShardBy": false } ] },
> > > > "hbase_mapping": { "column_family": [ { "name": "F1", "columns": [ =
{
> > > > "qualifier": "M", "measure_refs": [ "_COUNT_", "PV", "OUT_SESSION" =
]
> }
> > ]
> > > },
> > > > { "name": "F2", "columns": [ { "qualifier": "M", "measure_refs": [
> "UV"
> > > ] }
> > > > ] } ] }, "aggregation_groups": [ { "includes": [ "YEAR",
> "QUARTER_CN",
> > > > "MONTH_CN", "DATE", "PROVINCE_NAME", "CITY_NAME",
> "USER_COUNTRY_NAME",
> > > > "USER_REGION_NAME", "USER_PROVINCE_NAME", "USER_CITY_NAME",
> > "TYPE_NAME",
> > > > "LOGIN_NAME", "REGISTER_NAME", "BROWSER_NAME", "VERSION_NAME" ],
> > > > "select_rule": { "hierarchy_dims": [ [ "YEAR", "QUARTER_CN",
> > "MONTH_CN",
> > > > "DATE" ], [ "PROVINCE_NAME", "CITY_NAME" ], [ "USER_COUNTRY_NAME",
> > > > "USER_REGION_NAME", "USER_PROVINCE_NAME", "USER_CITY_NAME" ] ],
> > > > "mandatory_dims": [], "joint_dims": [] } } ], "signature":
> > > > "odaKh4hY+Mb4uRggEJJanQ=3D=3D", "notify_list": [], "status_need_not=
ify":
> [
> > > > "ERROR", "DISCARDED", "SUCCEED" ], "partition_date_start":
> > 1485907200000,
> > > > "partition_date_end": 3153600000000, "auto_merge_time_ranges": [
> > > 604800000,
> > > > 2419200000 ], "retention_range": 0, "engine_type": 2, "storage_type=
":
> > 2,
> > > > "override_kylin_properties": { "kylin.cube.aggrgroup.max.
> combination":
> > > > "16384" } }
> > > >
> > > >
> > > >
> > > >
> > > >
> > > >
> > > > --
> > > > =E7=A5=9D=E8=BA=AB=E4=BD=93=E5=81=A5=E5=BA=B7=EF=BC=8C=E4=B8=87=E4=
=BA=8B=E5=A6=82=E6=84=8F ^_^
> > > >
> > >
> > >
> > >
> > > --
> > > Best regards,
> > >
> > > Shaofeng Shi =E5=8F=B2=E5=B0=91=E9=94=8B
> > >
> >
> >
> >
> > --
> > =E7=A5=9D=E8=BA=AB=E4=BD=93=E5=81=A5=E5=BA=B7=EF=BC=8C=E4=B8=87=E4=BA=
=8B=E5=A6=82=E6=84=8F ^_^
> >
>


--=20
=E7=A5=9D=E8=BA=AB=E4=BD=93=E5=81=A5=E5=BA=B7=EF=BC=8C=E4=B8=87=E4=BA=8B=E5=
=A6=82=E6=84=8F ^_^

--f403045e9c0abc7bf50548b284f6--