pig-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From xu...@apache.org
Subject svn commit: r1770794 - /pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/SparkLauncher.java
Date Tue, 22 Nov 2016 05:16:18 GMT
Author: xuefu
Date: Tue Nov 22 05:16:18 2016
New Revision: 1770794

URL: http://svn.apache.org/viewvc?rev=1770794&view=rev
Log:
PIG-5052: Initialize Initialize MRConfiguration.JOB_ID in spark mode correctly (Adam Szita
via Xuefu)

Modified:
    pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/SparkLauncher.java

Modified: pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/SparkLauncher.java
URL: http://svn.apache.org/viewvc/pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/SparkLauncher.java?rev=1770794&r1=1770793&r2=1770794&view=diff
==============================================================================
--- pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/SparkLauncher.java
(original)
+++ pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/SparkLauncher.java
Tue Nov 22 05:16:18 2016
@@ -163,8 +163,10 @@ public class SparkLauncher extends Launc
 
         startSparkIfNeeded(pigContext);
 
-        jobGroupID = sparkContext.getConf().getAppId();
-        jobConf.set(MRConfiguration.JOB_ID, jobGroupID);
+        jobGroupID = String.format("%s-%s",sparkContext.getConf().getAppId(),
+                UUID.randomUUID().toString());
+        jobConf.set(MRConfiguration.JOB_ID,jobGroupID);
+
         sparkContext.setJobGroup(jobGroupID, "Pig query to Spark cluster",
                 false);
         jobMetricsListener.reset();



Mime
View raw message