Return-Path: X-Original-To: archive-asf-public-internal@cust-asf2.ponee.io Delivered-To: archive-asf-public-internal@cust-asf2.ponee.io Received: from cust-asf.ponee.io (cust-asf.ponee.io [163.172.22.183]) by cust-asf2.ponee.io (Postfix) with ESMTP id 523E7200BC5 for ; Tue, 22 Nov 2016 19:10:25 +0100 (CET) Received: by cust-asf.ponee.io (Postfix) id 5109F160AF1; Tue, 22 Nov 2016 18:10:25 +0000 (UTC) Delivered-To: archive-asf-public@cust-asf.ponee.io Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by cust-asf.ponee.io (Postfix) with SMTP id 74558160B0C for ; Tue, 22 Nov 2016 19:10:24 +0100 (CET) Received: (qmail 25944 invoked by uid 500); 22 Nov 2016 18:10:23 -0000 Mailing-List: contact commits-help@beam.incubator.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: dev@beam.incubator.apache.org Delivered-To: mailing list commits@beam.incubator.apache.org Received: (qmail 25935 invoked by uid 99); 22 Nov 2016 18:10:23 -0000 Received: from pnap-us-west-generic-nat.apache.org (HELO spamd1-us-west.apache.org) (209.188.14.142) by apache.org (qpsmtpd/0.29) with ESMTP; Tue, 22 Nov 2016 18:10:23 +0000 Received: from localhost (localhost [127.0.0.1]) by spamd1-us-west.apache.org (ASF Mail Server at spamd1-us-west.apache.org) with ESMTP id 3D095C18D6 for ; Tue, 22 Nov 2016 18:10:23 +0000 (UTC) X-Virus-Scanned: Debian amavisd-new at spamd1-us-west.apache.org X-Spam-Flag: NO X-Spam-Score: -6.219 X-Spam-Level: X-Spam-Status: No, score=-6.219 tagged_above=-999 required=6.31 tests=[KAM_ASCII_DIVIDERS=0.8, KAM_LAZY_DOMAIN_SECURITY=1, RCVD_IN_DNSWL_HI=-5, RCVD_IN_MSPIKE_H3=-0.01, RCVD_IN_MSPIKE_WL=-0.01, RP_MATCHES_RCVD=-2.999] autolearn=disabled Received: from mx1-lw-eu.apache.org ([10.40.0.8]) by localhost (spamd1-us-west.apache.org [10.40.0.7]) (amavisd-new, port 10024) with ESMTP id Cgjf9qY9dc16 for ; Tue, 22 Nov 2016 18:10:22 +0000 (UTC) Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by mx1-lw-eu.apache.org (ASF Mail Server at mx1-lw-eu.apache.org) with SMTP id 8E3985F5C4 for ; Tue, 22 Nov 2016 18:10:21 +0000 (UTC) Received: (qmail 25789 invoked by uid 99); 22 Nov 2016 18:10:20 -0000 Received: from git1-us-west.apache.org (HELO git1-us-west.apache.org) (140.211.11.23) by apache.org (qpsmtpd/0.29) with ESMTP; Tue, 22 Nov 2016 18:10:20 +0000 Received: by git1-us-west.apache.org (ASF Mail Server at git1-us-west.apache.org, from userid 33) id A1F20DFFAB; Tue, 22 Nov 2016 18:10:20 +0000 (UTC) Content-Type: text/plain; charset="us-ascii" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit From: tgroh@apache.org To: commits@beam.incubator.apache.org Date: Tue, 22 Nov 2016 18:10:20 -0000 Message-Id: X-Mailer: ASF-Git Admin Mailer Subject: [1/2] incubator-beam git commit: Update StarterPipeline archived-at: Tue, 22 Nov 2016 18:10:25 -0000 Repository: incubator-beam Updated Branches: refs/heads/master e53d6d458 -> c2dc38639 Update StarterPipeline Convert StarterPipeline ParDo to MapElements. Use the new DoFn for non-outputting transforms. Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/c80554b8 Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/c80554b8 Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/c80554b8 Branch: refs/heads/master Commit: c80554b83426a585c762143e0ad533a73c2c3f0f Parents: e53d6d4 Author: Scott Wegner Authored: Mon Nov 21 16:33:07 2016 -0800 Committer: Thomas Groh Committed: Tue Nov 22 10:09:12 2016 -0800 ---------------------------------------------------------------------- .../src/main/java/StarterPipeline.java | 18 ++++++++++-------- .../src/main/java/it/pkg/StarterPipeline.java | 18 ++++++++++-------- 2 files changed, 20 insertions(+), 16 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-beam/blob/c80554b8/sdks/java/maven-archetypes/starter/src/main/resources/archetype-resources/src/main/java/StarterPipeline.java ---------------------------------------------------------------------- diff --git a/sdks/java/maven-archetypes/starter/src/main/resources/archetype-resources/src/main/java/StarterPipeline.java b/sdks/java/maven-archetypes/starter/src/main/resources/archetype-resources/src/main/java/StarterPipeline.java index 0b21aa6..d6afdec 100644 --- a/sdks/java/maven-archetypes/starter/src/main/resources/archetype-resources/src/main/java/StarterPipeline.java +++ b/sdks/java/maven-archetypes/starter/src/main/resources/archetype-resources/src/main/java/StarterPipeline.java @@ -20,13 +20,15 @@ package ${package}; import org.apache.beam.sdk.Pipeline; import org.apache.beam.sdk.options.PipelineOptionsFactory; import org.apache.beam.sdk.transforms.Create; -import org.apache.beam.sdk.transforms.OldDoFn; +import org.apache.beam.sdk.transforms.DoFn; +import org.apache.beam.sdk.transforms.MapElements; import org.apache.beam.sdk.transforms.ParDo; +import org.apache.beam.sdk.transforms.SimpleFunction; import org.slf4j.Logger; import org.slf4j.LoggerFactory; /** - * A starter example for writing Google Cloud Dataflow programs. + * A starter example for writing Beam programs. * *

The example takes two strings, converts them to their upper-case * representation and logs them. @@ -39,7 +41,7 @@ import org.slf4j.LoggerFactory; * Platform, you should specify the following command-line options: * --project= * --stagingLocation= - * --runner=BlockingDataflowRunner + * --runner=DataflowRunner */ public class StarterPipeline { private static final Logger LOG = LoggerFactory.getLogger(StarterPipeline.class); @@ -49,14 +51,14 @@ public class StarterPipeline { PipelineOptionsFactory.fromArgs(args).withValidation().create()); p.apply(Create.of("Hello", "World")) - .apply(ParDo.of(new OldDoFn() { + .apply(MapElements.via(new SimpleFunction() { @Override - public void processElement(ProcessContext c) { - c.output(c.element().toUpperCase()); + public String apply(String input) { + return input.toUpperCase(); } })) - .apply(ParDo.of(new OldDoFn() { - @Override + .apply(ParDo.of(new DoFn() { + @ProcessElement public void processElement(ProcessContext c) { LOG.info(c.element()); } http://git-wip-us.apache.org/repos/asf/incubator-beam/blob/c80554b8/sdks/java/maven-archetypes/starter/src/test/resources/projects/basic/reference/src/main/java/it/pkg/StarterPipeline.java ---------------------------------------------------------------------- diff --git a/sdks/java/maven-archetypes/starter/src/test/resources/projects/basic/reference/src/main/java/it/pkg/StarterPipeline.java b/sdks/java/maven-archetypes/starter/src/test/resources/projects/basic/reference/src/main/java/it/pkg/StarterPipeline.java index b332442..4ae92e8 100644 --- a/sdks/java/maven-archetypes/starter/src/test/resources/projects/basic/reference/src/main/java/it/pkg/StarterPipeline.java +++ b/sdks/java/maven-archetypes/starter/src/test/resources/projects/basic/reference/src/main/java/it/pkg/StarterPipeline.java @@ -20,13 +20,15 @@ package it.pkg; import org.apache.beam.sdk.Pipeline; import org.apache.beam.sdk.options.PipelineOptionsFactory; import org.apache.beam.sdk.transforms.Create; -import org.apache.beam.sdk.transforms.OldDoFn; +import org.apache.beam.sdk.transforms.DoFn; +import org.apache.beam.sdk.transforms.MapElements; import org.apache.beam.sdk.transforms.ParDo; +import org.apache.beam.sdk.transforms.SimpleFunction; import org.slf4j.Logger; import org.slf4j.LoggerFactory; /** - * A starter example for writing Google Cloud Dataflow programs. + * A starter example for writing Beam programs. * *

The example takes two strings, converts them to their upper-case * representation and logs them. @@ -39,7 +41,7 @@ import org.slf4j.LoggerFactory; * Platform, you should specify the following command-line options: * --project= * --stagingLocation= - * --runner=BlockingDataflowRunner + * --runner=DataflowRunner */ public class StarterPipeline { private static final Logger LOG = LoggerFactory.getLogger(StarterPipeline.class); @@ -49,14 +51,14 @@ public class StarterPipeline { PipelineOptionsFactory.fromArgs(args).withValidation().create()); p.apply(Create.of("Hello", "World")) - .apply(ParDo.of(new OldDoFn() { + .apply(MapElements.via(new SimpleFunction() { @Override - public void processElement(ProcessContext c) { - c.output(c.element().toUpperCase()); + public String apply(String input) { + return input.toUpperCase(); } })) - .apply(ParDo.of(new OldDoFn() { - @Override + .apply(ParDo.of(new DoFn() { + @ProcessElement public void processElement(ProcessContext c) { LOG.info(c.element()); }