Mailing-List: contact issues-help@carbondata.incubator.apache.org; run by ezmlm
Precedence: bulk
Reply-To: dev@carbondata.incubator.apache.org
Date: Thu, 19 Jan 2017 12:25:26 +0000 (UTC)
From: "Harsh Sharma (JIRA)" <jira@apache.org>
To: issues@carbondata.incubator.apache.org
Message-ID: <JIRA.13036202.1484828700000.51759.1484828726404@Atlassian.JIRA>
In-Reply-To: <JIRA.13036202.1484828700000@Atlassian.JIRA>
References: <JIRA.13036202.1484828700000@Atlassian.JIRA> <JIRA.13036202.1484828700977@jira-lw-us.apache.org>
Subject: [jira] [Created] (CARBONDATA-664) Bug in automation test case in
 BAD_RECORDS_ACTION select query in Spark 1.6
MIME-Version: 1.0
Content-Type: text/plain; charset=utf-8
Content-Transfer-Encoding: quoted-printable
archived-at: Thu, 19 Jan 2017 12:25:31 -0000

Harsh Sharma created CARBONDATA-664:
---------------------------------------

             Summary: Bug in automation test case in BAD_RECORDS_ACTION sel=
ect query in Spark 1.6
                 Key: CARBONDATA-664
                 URL: https://issues.apache.org/jira/browse/CARBONDATA-664
             Project: CarbonData
          Issue Type: Bug
          Components: data-query
    Affects Versions: 1.1.0
         Environment: Spark 1.6
            Reporter: Harsh Sharma
         Attachments: 100_olap_C20.csv, Driver Logs, Executor Logs

Below scenario is working on Spark 2.1, but not on Spark 1.6

create table VMALL_DICTIONARY_INCLUDE (imei string,deviceInformationId int,=
MAC string,deviceColor string,device_backColor string,modelId string,market=
Name string,AMSize string,ROMSize string,CUPAudit string,CPIClocked string,=
series string,productionDate timestamp,bomCode string,internalModels string=
, deliveryTime string, channelsId string, channelsName string , deliveryAre=
aId string, deliveryCountry string, deliveryProvince string, deliveryCity s=
tring,deliveryDistrict string, deliveryStreet string, oxSingleNumber string=
, ActiveCheckTime string, ActiveAreaId string, ActiveCountry string, Active=
Province string, Activecity string, ActiveDistrict string, ActiveStreet str=
ing, ActiveOperatorId string, Active_releaseId string, Active_EMUIVersion s=
tring, Active_operaSysVersion string, Active_BacVerNumber string, Active_Ba=
cFlashVer string, Active_webUIVersion string, Active_webUITypeCarrVer strin=
g,Active_webTypeDataVerNumber string, Active_operatorsVersion string, Activ=
e_phonePADPartitionedVersions string, Latest_YEAR int, Latest_MONTH int, La=
test_DAY Decimal(30,10), Latest_HOUR string, Latest_areaId string, Latest_c=
ountry string, Latest_province string, Latest_city string, Latest_district =
string, Latest_street string, Latest_releaseId string, Latest_EMUIVersion s=
tring, Latest_operaSysVersion string, Latest_BacVerNumber string, Latest_Ba=
cFlashVer string, Latest_webUIVersion string, Latest_webUITypeCarrVer strin=
g, Latest_webTypeDataVerNumber string, Latest_operatorsVersion string, Late=
st_phonePADPartitionedVersions string, Latest_operatorId string, gamePointD=
escription string,gamePointId double,contractNumber BigInt) STORED BY 'org.=
apache.carbondata.format' TBLPROPERTIES('DICTIONARY_INCLUDE'=3D'imei,device=
InformationId,productionDate,gamePointId,Latest_DAY,contractNumber');

LOAD DATA INPATH 'hdfs://hadoop-master:54311/data/100_olap_C20.csv' INTO ta=
ble VMALL_DICTIONARY_INCLUDE options('DELIMITER'=3D',','QUOTECHAR'=3D'"','B=
AD_RECORDS_ACTION'=3D'FORCE','FILEHEADER'=3D'imei,deviceInformationId,MAC,d=
eviceColor,device_backColor,modelId,marketName,AMSize,ROMSize,CUPAudit,CPIC=
locked,series,productionDate,bomCode,internalModels,deliveryTime,channelsId=
,channelsName,deliveryAreaId,deliveryCountry,deliveryProvince,deliveryCity,=
deliveryDistrict,deliveryStreet,oxSingleNumber,contractNumber,ActiveCheckTi=
me,ActiveAreaId,ActiveCountry,ActiveProvince,Activecity,ActiveDistrict,Acti=
veStreet,ActiveOperatorId,Active_releaseId,Active_EMUIVersion,Active_operaS=
ysVersion,Active_BacVerNumber,Active_BacFlashVer,Active_webUIVersion,Active=
_webUITypeCarrVer,Active_webTypeDataVerNumber,Active_operatorsVersion,Activ=
e_phonePADPartitionedVersions,Latest_YEAR,Latest_MONTH,Latest_DAY,Latest_HO=
UR,Latest_areaId,Latest_country,Latest_province,Latest_city,Latest_district=
,Latest_street,Latest_releaseId,Latest_EMUIVersion,Latest_operaSysVersion,L=
atest_BacVerNumber,Latest_BacFlashVer,Latest_webUIVersion,Latest_webUITypeC=
arrVer,Latest_webTypeDataVerNumber,Latest_operatorsVersion,Latest_phonePADP=
artitionedVersions,Latest_operatorId,gamePointId,gamePointDescription');

select sum(deviceinformationId) from VMALL_DICTIONARY_INCLUDE where deviceC=
olor =3D'5Device Color' and modelId !=3D '109' or Latest_DAY > '12345678901=
23540.0000000000' and contractNumber =3D=3D '92233720368547800' or Active_o=
peraSysVersion like 'Operating System Version' and gamePointId <=3D> '8.136=
6141918611E39' and deviceInformationId < '1000000' and productionDate not l=
ike '2016-07-01' and imei is null and Latest_HOUR is not null and channelsI=
d <=3D '7' and Latest_releaseId >=3D '1' and Latest_MONTH between 6 and 8 a=
nd Latest_YEAR not between 2016 and 2017 and Latest_HOUR RLIKE '12' and gam=
ePointDescription REGEXP 'Site' and imei in ('1AA1','1AA100','1AA10','1AA10=
00','1AA10000','1AA100000','1AA1000000','1AA100001','1AA100002','1AA100004'=
,'','NULL') and Active_BacVerNumber not in ('Background version number1',''=
,'null');


--
This message was sent by Atlassian JIRA
(v6.3.4#6332)