crunch-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From mkw...@apache.org
Subject crunch git commit: CRUNCH-558: Set the Pipeline name as accumulator name
Date Fri, 04 Sep 2015 13:11:35 GMT
Repository: crunch
Updated Branches:
  refs/heads/master 60b28b12b -> 19c0c2d8d


CRUNCH-558: Set the Pipeline name as accumulator name


Project: http://git-wip-us.apache.org/repos/asf/crunch/repo
Commit: http://git-wip-us.apache.org/repos/asf/crunch/commit/19c0c2d8
Tree: http://git-wip-us.apache.org/repos/asf/crunch/tree/19c0c2d8
Diff: http://git-wip-us.apache.org/repos/asf/crunch/diff/19c0c2d8

Branch: refs/heads/master
Commit: 19c0c2d8d78ebb490334bf019965e74b44ff49c4
Parents: 60b28b1
Author: Micah Whitacre <mkwhit@gmail.com>
Authored: Thu Sep 3 07:47:37 2015 -0500
Committer: Micah Whitacre <mkwhit@gmail.com>
Committed: Thu Sep 3 07:47:37 2015 -0500

----------------------------------------------------------------------
 .../src/main/java/org/apache/crunch/impl/spark/SparkRuntime.java   | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/crunch/blob/19c0c2d8/crunch-spark/src/main/java/org/apache/crunch/impl/spark/SparkRuntime.java
----------------------------------------------------------------------
diff --git a/crunch-spark/src/main/java/org/apache/crunch/impl/spark/SparkRuntime.java b/crunch-spark/src/main/java/org/apache/crunch/impl/spark/SparkRuntime.java
index f1dce0b..ea911bd 100644
--- a/crunch-spark/src/main/java/org/apache/crunch/impl/spark/SparkRuntime.java
+++ b/crunch-spark/src/main/java/org/apache/crunch/impl/spark/SparkRuntime.java
@@ -122,7 +122,7 @@ public class SparkRuntime extends AbstractFuture<PipelineResult>
implements Pipe
     this.pipeline = pipeline;
     this.sparkContext = sparkContext;
     this.conf = conf;
-    this.counters = sparkContext.accumulator(Maps.<String, Map<String, Long>>newHashMap(),
+    this.counters = sparkContext.accumulator(Maps.<String, Map<String, Long>>newHashMap(),
pipeline.getName(),
         new CounterAccumulatorParam());
     this.ctxt = new SparkRuntimeContext(sparkContext.appName(), counters,
         sparkContext.broadcast(WritableUtils.toByteArray(conf)));


Mime
View raw message