Return-Path: X-Original-To: apmail-trafodion-commits-archive@www.apache.org Delivered-To: apmail-trafodion-commits-archive@www.apache.org Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by minotaur.apache.org (Postfix) with SMTP id 7D66418778 for ; Mon, 1 Feb 2016 21:49:39 +0000 (UTC) Received: (qmail 44181 invoked by uid 500); 1 Feb 2016 21:49:39 -0000 Delivered-To: apmail-trafodion-commits-archive@trafodion.apache.org Received: (qmail 44150 invoked by uid 500); 1 Feb 2016 21:49:39 -0000 Mailing-List: contact commits-help@trafodion.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: commits@trafodion.apache.org Delivered-To: mailing list commits@trafodion.apache.org Received: (qmail 44139 invoked by uid 99); 1 Feb 2016 21:49:39 -0000 Received: from Unknown (HELO spamd3-us-west.apache.org) (209.188.14.142) by apache.org (qpsmtpd/0.29) with ESMTP; Mon, 01 Feb 2016 21:49:39 +0000 Received: from localhost (localhost [127.0.0.1]) by spamd3-us-west.apache.org (ASF Mail Server at spamd3-us-west.apache.org) with ESMTP id 00B5618049D for ; Mon, 1 Feb 2016 21:49:39 +0000 (UTC) X-Virus-Scanned: Debian amavisd-new at spamd3-us-west.apache.org X-Spam-Flag: NO X-Spam-Score: 1.228 X-Spam-Level: * X-Spam-Status: No, score=1.228 tagged_above=-999 required=6.31 tests=[KAM_ASCII_DIVIDERS=0.8, KAM_LAZY_DOMAIN_SECURITY=1, RCVD_IN_MSPIKE_H3=-0.01, RCVD_IN_MSPIKE_WL=-0.01, RP_MATCHES_RCVD=-0.553, URIBL_BLOCKED=0.001] autolearn=disabled Received: from mx1-us-east.apache.org ([10.40.0.8]) by localhost (spamd3-us-west.apache.org [10.40.0.10]) (amavisd-new, port 10024) with ESMTP id 1VjGMmO4GYk9 for ; Mon, 1 Feb 2016 21:49:34 +0000 (UTC) Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by mx1-us-east.apache.org (ASF Mail Server at mx1-us-east.apache.org) with SMTP id 0F66843F58 for ; Mon, 1 Feb 2016 21:49:33 +0000 (UTC) Received: (qmail 43859 invoked by uid 99); 1 Feb 2016 21:49:33 -0000 Received: from git1-us-west.apache.org (HELO git1-us-west.apache.org) (140.211.11.23) by apache.org (qpsmtpd/0.29) with ESMTP; Mon, 01 Feb 2016 21:49:33 +0000 Received: by git1-us-west.apache.org (ASF Mail Server at git1-us-west.apache.org, from userid 33) id 636E5DFCE4; Mon, 1 Feb 2016 21:49:33 +0000 (UTC) Content-Type: text/plain; charset="us-ascii" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit From: hzeller@apache.org To: commits@trafodion.incubator.apache.org Date: Mon, 01 Feb 2016 21:49:40 -0000 Message-Id: <7ad1cb8a15354eea8e0a20e05f6ce7a4@git.apache.org> In-Reply-To: <6230f702c60d428b8f53ad3e99316d22@git.apache.org> References: <6230f702c60d428b8f53ad3e99316d22@git.apache.org> X-Mailer: ASF-Git Admin Mailer Subject: [8/9] incubator-trafodion git commit: change more for jira 1720 comments change more for jira 1720 comments Project: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/commit/e6e88d06 Tree: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/tree/e6e88d06 Diff: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/diff/e6e88d06 Branch: refs/heads/master Commit: e6e88d0628979982f02d54c094156cf34f19c7a1 Parents: 63ef4bd Author: Liu Ming Authored: Fri Jan 29 14:36:11 2016 +0000 Committer: Liu Ming Committed: Fri Jan 29 14:36:11 2016 +0000 ---------------------------------------------------------------------- core/sql/common/csconvert.cpp | 4 +++- core/sql/exp/exp_conv.cpp | 2 +- core/sql/generator/GenRelScan.cpp | 6 +----- 3 files changed, 5 insertions(+), 7 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/e6e88d06/core/sql/common/csconvert.cpp ---------------------------------------------------------------------- diff --git a/core/sql/common/csconvert.cpp b/core/sql/common/csconvert.cpp index fc4263d..b4bdaac 100644 --- a/core/sql/common/csconvert.cpp +++ b/core/sql/common/csconvert.cpp @@ -1315,8 +1315,10 @@ int gbkToUtf8(char* gbkString, size_t gbklen, if ( addNullAtEnd ) { - if(originalOutlen >= finalLength ) + if(originalOutlen > finalLength ) result[finalLength] = 0; + else + return -1; } return finalLength; http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/e6e88d06/core/sql/exp/exp_conv.cpp ---------------------------------------------------------------------- diff --git a/core/sql/exp/exp_conv.cpp b/core/sql/exp/exp_conv.cpp index 36f9a30..3a488fe 100644 --- a/core/sql/exp/exp_conv.cpp +++ b/core/sql/exp/exp_conv.cpp @@ -9327,7 +9327,7 @@ convDoIt(char * source, { int copyLen = 0; int convLen = gbkToUtf8( source, sourceLen, target, targetLen); - if (convLen > 0) { + if (convLen >= 0) { copyLen = convLen; if ( varCharLen ) setVCLength(varCharLen, varCharLenSize, copyLen); http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/e6e88d06/core/sql/generator/GenRelScan.cpp ---------------------------------------------------------------------- diff --git a/core/sql/generator/GenRelScan.cpp b/core/sql/generator/GenRelScan.cpp index 7729b13..eaf46f6 100644 --- a/core/sql/generator/GenRelScan.cpp +++ b/core/sql/generator/GenRelScan.cpp @@ -216,7 +216,7 @@ int HbaseAccess::createAsciiColAndCastExpr(Generator * generator, } if (newGivenType->getTypeQualifier() == NA_CHARACTER_TYPE && - CmpCommon::getDefaultString(HIVE_FILE_CHARSET) == "GBK") + (CmpCommon::getDefaultString(HIVE_FILE_CHARSET) == "GBK" || CmpCommon::getDefaultString(HIVE_FILE_CHARSET) == "gbk") && CmpCommon::getDefaultString(HIVE_DEFAULT_CHARSET) == "UTF8" ) needTranslate = TRUE; // source ascii row is a varchar where the data is a pointer to the source data @@ -798,7 +798,6 @@ short FileScan::codeGenForHive(Generator * generator) const Int32 executorPredTuppIndex = 3; const Int32 asciiTuppIndex = 4; ULng32 asciiRowLen; - ULng32 translateRowLen; ExpTupleDesc * asciiTupleDesc = 0; ex_cri_desc * work_cri_desc = NULL; @@ -808,7 +807,6 @@ short FileScan::codeGenForHive(Generator * generator) ExpTupleDesc::TupleDataFormat asciiRowFormat = ExpTupleDesc::SQLARK_EXPLODED_FORMAT; ExpTupleDesc::TupleDataFormat hdfsRowFormat = ExpTupleDesc::SQLMX_ALIGNED_FORMAT; ValueIdList asciiVids; - ValueIdList transVids; ValueIdList executorPredCastVids; ValueIdList projectExprOnlyCastVids; @@ -1515,7 +1513,6 @@ short HbaseAccess::genRowIdExpr(Generator * generator, int res; ItemExpr * castVal = NULL; ItemExpr * asciiVal = NULL; - ItemExpr * transVal = NULL; res = createAsciiColAndCastExpr(generator, givenType, asciiVal, castVal); @@ -1611,7 +1608,6 @@ short HbaseAccess::genRowIdExprForNonSQ(Generator * generator, int res; ItemExpr * castVal = NULL; ItemExpr * asciiVal = NULL; - ItemExpr * transVal = NULL; res = createAsciiColAndCastExpr(generator, givenType, asciiVal, castVal);