spark-reviews mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From vanzin <...@git.apache.org>
Subject [GitHub] spark pull request #19616: [SPARK-22404][YARN] Provide an option to use unma...
Date Thu, 01 Feb 2018 23:21:21 GMT
Github user vanzin commented on a diff in the pull request:

    https://github.com/apache/spark/pull/19616#discussion_r165516542
  
    --- Diff: resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala
---
    @@ -1104,14 +1117,39 @@ private[spark] class Client(
           if (returnOnRunning && state == YarnApplicationState.RUNNING) {
             return (state, report.getFinalApplicationStatus)
           }
    -
    +      if (state == YarnApplicationState.ACCEPTED && isClientUnmanagedAMEnabled
    +        && !amServiceStarted && report.getAMRMToken != null) {
    +        amServiceStarted = true
    +        startApplicationMasterService(report)
    +      }
           lastState = state
         }
     
         // Never reached, but keeps compiler happy
         throw new SparkException("While loop is depleted! This should never happen...")
       }
     
    +  private def startApplicationMasterService(report: ApplicationReport) = {
    +    // Add AMRMToken to establish connection between RM and AM
    +    val token = report.getAMRMToken
    +    val amRMToken: org.apache.hadoop.security.token.Token[AMRMTokenIdentifier] =
    +      new org.apache.hadoop.security.token.Token[AMRMTokenIdentifier](token
    +        .getIdentifier().array(), token.getPassword().array, new Text(
    +        token.getKind()), new Text(token.getService()))
    +    val currentUGI = UserGroupInformation.getCurrentUser
    +    currentUGI.addToken(amRMToken)
    +
    +    System.setProperty(
    --- End diff --
    
    Same question about using system properties.


---

---------------------------------------------------------------------
To unsubscribe, e-mail: reviews-unsubscribe@spark.apache.org
For additional commands, e-mail: reviews-help@spark.apache.org


Mime
View raw message