beam-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From amits...@apache.org
Subject [47/50] [abbrv] incubator-beam git commit: Upgrade to latest SDK version 1.3.0
Date Thu, 10 Mar 2016 20:59:12 GMT
Upgrade to latest SDK version 1.3.0


Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/a9168bfc
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/a9168bfc
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/a9168bfc

Branch: refs/heads/master
Commit: a9168bfc9e759b6b22e4ac1c116f86b4389bf17d
Parents: 3478730
Author: Tom White <tom@cloudera.com>
Authored: Thu Jan 21 08:51:57 2016 +0000
Committer: Tom White <tom@cloudera.com>
Committed: Thu Mar 10 11:15:17 2016 +0000

----------------------------------------------------------------------
 runners/spark/pom.xml                                             | 2 +-
 .../src/test/java/com/cloudera/dataflow/spark/NumShardsTest.java  | 3 ++-
 2 files changed, 3 insertions(+), 2 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-beam/blob/a9168bfc/runners/spark/pom.xml
----------------------------------------------------------------------
diff --git a/runners/spark/pom.xml b/runners/spark/pom.xml
index 5beb1c7..115ec71 100644
--- a/runners/spark/pom.xml
+++ b/runners/spark/pom.xml
@@ -23,7 +23,7 @@ License.
         <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
         <java.version>1.7</java.version>
         <spark.version>1.5.2</spark.version>
-        <google-cloud-dataflow-version>1.0.0</google-cloud-dataflow-version>
+        <google-cloud-dataflow-version>1.3.0</google-cloud-dataflow-version>
     </properties>
 
     <build>

http://git-wip-us.apache.org/repos/asf/incubator-beam/blob/a9168bfc/runners/spark/src/test/java/com/cloudera/dataflow/spark/NumShardsTest.java
----------------------------------------------------------------------
diff --git a/runners/spark/src/test/java/com/cloudera/dataflow/spark/NumShardsTest.java b/runners/spark/src/test/java/com/cloudera/dataflow/spark/NumShardsTest.java
index 9572b0f..6849389 100644
--- a/runners/spark/src/test/java/com/cloudera/dataflow/spark/NumShardsTest.java
+++ b/runners/spark/src/test/java/com/cloudera/dataflow/spark/NumShardsTest.java
@@ -20,6 +20,7 @@ import com.google.cloud.dataflow.sdk.Pipeline;
 import com.google.cloud.dataflow.sdk.coders.StringUtf8Coder;
 import com.google.cloud.dataflow.sdk.io.TextIO;
 import com.google.cloud.dataflow.sdk.transforms.Create;
+import com.google.cloud.dataflow.sdk.transforms.MapElements;
 import com.google.cloud.dataflow.sdk.transforms.ParDo;
 import com.google.cloud.dataflow.sdk.values.PCollection;
 import com.google.common.base.Charsets;
@@ -64,7 +65,7 @@ public class NumShardsTest {
     Pipeline p = Pipeline.create(options);
     PCollection<String> inputWords = p.apply(Create.of(WORDS)).setCoder(StringUtf8Coder.of());
     PCollection<String> output = inputWords.apply(new WordCount.CountWords())
-        .apply(ParDo.of(new WordCount.FormatAsTextFn()));
+        .apply(MapElements.via(new WordCount.FormatAsTextFn()));
     output.apply(TextIO.Write.to(outputDir.getAbsolutePath()).withNumShards(3).withSuffix(".txt"));
     EvaluationResult res = SparkPipelineRunner.create().run(p);
     res.close();


Mime
View raw message