Return-Path: X-Original-To: archive-asf-public-internal@cust-asf2.ponee.io Delivered-To: archive-asf-public-internal@cust-asf2.ponee.io Received: from cust-asf.ponee.io (cust-asf.ponee.io [163.172.22.183]) by cust-asf2.ponee.io (Postfix) with ESMTP id 421662009C5 for ; Mon, 16 May 2016 16:52:39 +0200 (CEST) Received: by cust-asf.ponee.io (Postfix) id 40D1E160A16; Mon, 16 May 2016 14:52:39 +0000 (UTC) Delivered-To: archive-asf-public@cust-asf.ponee.io Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by cust-asf.ponee.io (Postfix) with SMTP id 89F77160131 for ; Mon, 16 May 2016 16:52:38 +0200 (CEST) Received: (qmail 51769 invoked by uid 500); 16 May 2016 14:52:37 -0000 Mailing-List: contact dev-help@apex.incubator.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: dev@apex.incubator.apache.org Delivered-To: mailing list dev@apex.incubator.apache.org Received: (qmail 51757 invoked by uid 99); 16 May 2016 14:52:37 -0000 Received: from pnap-us-west-generic-nat.apache.org (HELO spamd1-us-west.apache.org) (209.188.14.142) by apache.org (qpsmtpd/0.29) with ESMTP; Mon, 16 May 2016 14:52:37 +0000 Received: from localhost (localhost [127.0.0.1]) by spamd1-us-west.apache.org (ASF Mail Server at spamd1-us-west.apache.org) with ESMTP id 1B01FC6723 for ; Mon, 16 May 2016 14:52:37 +0000 (UTC) X-Virus-Scanned: Debian amavisd-new at spamd1-us-west.apache.org X-Spam-Flag: NO X-Spam-Score: -5.446 X-Spam-Level: X-Spam-Status: No, score=-5.446 tagged_above=-999 required=6.31 tests=[KAM_LAZY_DOMAIN_SECURITY=1, RCVD_IN_DNSWL_HI=-5, RCVD_IN_MSPIKE_H3=-0.01, RCVD_IN_MSPIKE_WL=-0.01, RP_MATCHES_RCVD=-1.426] autolearn=disabled Received: from mx1-lw-eu.apache.org ([10.40.0.8]) by localhost (spamd1-us-west.apache.org [10.40.0.7]) (amavisd-new, port 10024) with ESMTP id Y_U47mkJpXUg for ; Mon, 16 May 2016 14:52:35 +0000 (UTC) Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by mx1-lw-eu.apache.org (ASF Mail Server at mx1-lw-eu.apache.org) with SMTP id E65805F239 for ; Mon, 16 May 2016 14:52:34 +0000 (UTC) Received: (qmail 51721 invoked by uid 99); 16 May 2016 14:52:34 -0000 Received: from git1-us-west.apache.org (HELO git1-us-west.apache.org) (140.211.11.23) by apache.org (qpsmtpd/0.29) with ESMTP; Mon, 16 May 2016 14:52:34 +0000 Received: by git1-us-west.apache.org (ASF Mail Server at git1-us-west.apache.org, from userid 33) id DFA14DFCE0; Mon, 16 May 2016 14:52:33 +0000 (UTC) From: sandeepdeshmukh To: dev@apex.incubator.apache.org Reply-To: dev@apex.incubator.apache.org References: In-Reply-To: Subject: [GitHub] incubator-apex-malhar pull request: APEXMALHAR-2057 : CSVParser fa... Content-Type: text/plain Message-Id: <20160516145233.DFA14DFCE0@git1-us-west.apache.org> Date: Mon, 16 May 2016 14:52:33 +0000 (UTC) archived-at: Mon, 16 May 2016 14:52:39 -0000 Github user sandeepdeshmukh commented on a diff in the pull request: https://github.com/apache/incubator-apex-malhar/pull/243#discussion_r63366117 --- Diff: contrib/src/test/java/com/datatorrent/contrib/parser/CsvPOJOParserTest.java --- @@ -292,30 +313,68 @@ public void TestParserHeaderAsInput() Assert.assertEquals(0, objectPort.collectedTuples.size()); Assert.assertEquals(0, pojoPort.collectedTuples.size()); Assert.assertEquals(1, error.collectedTuples.size()); + KeyValPair errorTuple = (KeyValPair)error.collectedTuples.get(0); + Assert.assertEquals(input, errorTuple.getKey()); } @Test public void TestParserLessFields() { + String input = "1234,98233,adxyz,0.2,2015-03-08 03:37:12,11/12/2012,12,y,OPTIMIZATION"; parser.beginWindow(0); - parser.in.process("1234,98233,adxyz,0.2,2015-03-08 03:37:12,11/12/2012,12,y,OPTIMIZATION".getBytes()); + parser.in.process(input.getBytes()); parser.endWindow(); Assert.assertEquals(0, objectPort.collectedTuples.size()); Assert.assertEquals(0, pojoPort.collectedTuples.size()); Assert.assertEquals(1, error.collectedTuples.size()); + KeyValPair errorTuple = (KeyValPair)error.collectedTuples.get(0); + Assert.assertEquals(input, errorTuple.getKey()); + } + + @Test + public void TestParserLessFieldsOnlyPOJOPortConnected() + { + String input = "1234,98233,adxyz,0.2,2015-03-08 03:37:12,11/12/2012,12,y,OPTIMIZATION"; + parser.parsedOutput.setSink(null); + parser.beginWindow(0); + parser.in.process(input.getBytes()); + parser.endWindow(); + Assert.assertEquals(0, objectPort.collectedTuples.size()); + Assert.assertEquals(0, pojoPort.collectedTuples.size()); + Assert.assertEquals(1, error.collectedTuples.size()); + KeyValPair errorTuple = (KeyValPair)error.collectedTuples.get(0); + Assert.assertEquals(input, errorTuple.getKey()); } @Test public void TestParserMoreFields() { + String input = "1234,98233,adxyz,0.2,2015-03-08 03:37:12,11/12/2012,12,y,OPTIMIZATION,CAMP_AD,Y,yes,ExtraField"; parser.beginWindow(0); - parser.in.process("1234,98233,adxyz,0.2,2015-03-08 03:37:12,11/12/2012,12,y,OPTIMIZATION,CAMP_AD,Y,yes,ExtraField" - .getBytes()); + parser.in.process(input.getBytes()); + parser.endWindow(); + Assert.assertEquals(0, objectPort.collectedTuples.size()); + Assert.assertEquals(0, pojoPort.collectedTuples.size()); + Assert.assertEquals(1, error.collectedTuples.size()); + KeyValPair errorTuple = (KeyValPair)error.collectedTuples.get(0); + Assert.assertEquals(input, errorTuple.getKey()); + } + + @Test + public void TestParserMoreFieldsOnlyPOJOPortConnected() + { + String input = "1234,98233,adxyz,0.2,2015-03-08 03:37:12,11/12/2012,12,y,OPTIMIZATION,CAMP_AD,Y,yes,ExtraField"; + parser.parsedOutput.setSink(null); + parser.beginWindow(0); + parser.in.process(input.getBytes()); parser.endWindow(); Assert.assertEquals(0, objectPort.collectedTuples.size()); Assert.assertEquals(0, pojoPort.collectedTuples.size()); Assert.assertEquals(1, error.collectedTuples.size()); + Assert.assertEquals(1, error.collectedTuples.size()); --- End diff -- Looks like duplicate line, same as 374. Could you please remove that. --- If your project is set up for it, you can reply to this email and have your reply appear on GitHub as well. If your project does not have this feature enabled and wishes so, or if the feature is enabled but not working, please contact infrastructure at infrastructure@apache.org or file a JIRA ticket with INFRA. ---