spark-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From sro...@apache.org
Subject [17/51] [partial] spark-website git commit: 2.2.1 generated doc
Date Thu, 14 Dec 2017 12:51:24 GMT
http://git-wip-us.apache.org/repos/asf/spark-website/blob/49992614/site/docs/2.2.1/api/java/org/apache/spark/SparkConf.html
----------------------------------------------------------------------
diff --git a/site/docs/2.2.1/api/java/org/apache/spark/SparkConf.html b/site/docs/2.2.1/api/java/org/apache/spark/SparkConf.html
new file mode 100644
index 0000000..52b68ac
--- /dev/null
+++ b/site/docs/2.2.1/api/java/org/apache/spark/SparkConf.html
@@ -0,0 +1,1283 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (1.8.0_131) on Sat Nov 25 01:46:04 UTC 2017 -->
+<title>SparkConf (Spark 2.2.1 JavaDoc)</title>
+<meta name="date" content="2017-11-25">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+<script type="text/javascript" src="../../../script.js"></script>
+</head>
+<body>
+<script type="text/javascript"><!--
+    try {
+        if (location.href.indexOf('is-external=true') == -1) {
+            parent.document.title="SparkConf (Spark 2.2.1 JavaDoc)";
+        }
+    }
+    catch(err) {
+    }
+//-->
+var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":9,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":9,"i29":9,"i30":9,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10};
+var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar.top">
+<!--   -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.top.firstrow">
+<!--   -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../org/apache/spark/SimpleFutureAction.html" title="class in org.apache.spark"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
+<li><a href="../../../org/apache/spark/SparkContext.html" title="class in org.apache.spark"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?org/apache/spark/SparkConf.html" target="_top">Frames</a></li>
+<li><a href="SparkConf.html" target="_top">No&nbsp;Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+  allClassesLink = document.getElementById("allclasses_navbar_top");
+  if(window==top) {
+    allClassesLink.style.display = "block";
+  }
+  else {
+    allClassesLink.style.display = "none";
+  }
+  //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary:&nbsp;</li>
+<li>Nested&nbsp;|&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail:&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.top">
+<!--   -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">org.apache.spark</div>
+<h2 title="Class SparkConf" class="title">Class SparkConf</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>Object</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.spark.SparkConf</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<dl>
+<dt>All Implemented Interfaces:</dt>
+<dd>java.io.Serializable, Cloneable, <a href="../../../org/apache/spark/internal/Logging.html" title="interface in org.apache.spark.internal">Logging</a></dd>
+</dl>
+<hr>
+<br>
+<pre>public class <span class="typeNameLabel">SparkConf</span>
+extends Object
+implements scala.Cloneable, <a href="../../../org/apache/spark/internal/Logging.html" title="interface in org.apache.spark.internal">Logging</a>, scala.Serializable</pre>
+<div class="block">Configuration for a Spark application. Used to set various Spark parameters as key-value pairs.
+ <p>
+ Most of the time, you would create a SparkConf object with <code>new SparkConf()</code>, which will load
+ values from any <code>spark.*</code> Java system properties set in your application as well. In this case,
+ parameters you set directly on the <code>SparkConf</code> object take priority over system properties.
+ <p>
+ For unit tests, you can also call <code>new SparkConf(false)</code> to skip loading external settings and
+ get the same configuration no matter what the system properties are.
+ <p>
+ All setter methods in this class support chaining. For example, you can write
+ <code>new SparkConf().setMaster("local").setAppName("My app")</code>.
+ <p>
+ param:  loadDefaults whether to also load values from Java system properties
+ <p></div>
+<dl>
+<dt><span class="seeLabel">See Also:</span></dt>
+<dd><a href="../../../serialized-form.html#org.apache.spark.SparkConf">Serialized Form</a></dd>
+<dt><span class="simpleTagLabel">Note:</span></dt>
+<dd>Once a SparkConf object is passed to Spark, it is cloned and can no longer be modified
+ by the user. Spark does not support modifying the configuration at runtime.</dd>
+</dl>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.summary">
+<!--   -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd">&nbsp;</span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#SparkConf--">SparkConf</a></span>()</code>
+<div class="block">Create a SparkConf that loads defaults from system properties and the classpath</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#SparkConf-boolean-">SparkConf</a></span>(boolean&nbsp;loadDefaults)</code>&nbsp;</td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.summary">
+<!--   -->
+</a>
+<h3>Method Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd">&nbsp;</span></span><span id="t1" class="tableTab"><span><a href="javascript:show(1);">Static Methods</a></span><span class="tabEnd">&nbsp;</span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd">&nbsp;</span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd">&nbsp;</span></span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr id="i0" class="altColor">
+<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#clone--">clone</a></span>()</code>
+<div class="block">Copy this object</div>
+</td>
+</tr>
+<tr id="i1" class="rowColor">
+<td class="colFirst"><code>boolean</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#contains-java.lang.String-">contains</a></span>(String&nbsp;key)</code>
+<div class="block">Does the configuration contain a given parameter?</div>
+</td>
+</tr>
+<tr id="i2" class="altColor">
+<td class="colFirst"><code>String</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#get-java.lang.String-">get</a></span>(String&nbsp;key)</code>
+<div class="block">Get a parameter; throws a NoSuchElementException if it's not set</div>
+</td>
+</tr>
+<tr id="i3" class="rowColor">
+<td class="colFirst"><code>String</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#get-java.lang.String-java.lang.String-">get</a></span>(String&nbsp;key,
+   String&nbsp;defaultValue)</code>
+<div class="block">Get a parameter, falling back to a default if not set</div>
+</td>
+</tr>
+<tr id="i4" class="altColor">
+<td class="colFirst"><code>scala.Tuple2&lt;String,String&gt;[]</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getAll--">getAll</a></span>()</code>
+<div class="block">Get all parameters as a list of pairs</div>
+</td>
+</tr>
+<tr id="i5" class="rowColor">
+<td class="colFirst"><code>scala.Tuple2&lt;String,String&gt;[]</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getAllWithPrefix-java.lang.String-">getAllWithPrefix</a></span>(String&nbsp;prefix)</code>
+<div class="block">Get all parameters that start with <code>prefix</code></div>
+</td>
+</tr>
+<tr id="i6" class="altColor">
+<td class="colFirst"><code>String</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getAppId--">getAppId</a></span>()</code>
+<div class="block">Returns the Spark application id, valid in the Driver after TaskScheduler registration and
+ from the start in the Executor.</div>
+</td>
+</tr>
+<tr id="i7" class="rowColor">
+<td class="colFirst"><code>scala.collection.immutable.Map&lt;Object,String&gt;</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getAvroSchema--">getAvroSchema</a></span>()</code>
+<div class="block">Gets all the avro schemas in the configuration used in the generic Avro record serializer</div>
+</td>
+</tr>
+<tr id="i8" class="altColor">
+<td class="colFirst"><code>boolean</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getBoolean-java.lang.String-boolean-">getBoolean</a></span>(String&nbsp;key,
+          boolean&nbsp;defaultValue)</code>
+<div class="block">Get a parameter as a boolean, falling back to a default if not set</div>
+</td>
+</tr>
+<tr id="i9" class="rowColor">
+<td class="colFirst"><code>static scala.Option&lt;String&gt;</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getDeprecatedConfig-java.lang.String-org.apache.spark.SparkConf-">getDeprecatedConfig</a></span>(String&nbsp;key,
+                   <a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a>&nbsp;conf)</code>
+<div class="block">Looks for available deprecated keys for the given config option, and return the first
+ value available.</div>
+</td>
+</tr>
+<tr id="i10" class="altColor">
+<td class="colFirst"><code>double</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getDouble-java.lang.String-double-">getDouble</a></span>(String&nbsp;key,
+         double&nbsp;defaultValue)</code>
+<div class="block">Get a parameter as a double, falling back to a default if not set</div>
+</td>
+</tr>
+<tr id="i11" class="rowColor">
+<td class="colFirst"><code>scala.collection.Seq&lt;scala.Tuple2&lt;String,String&gt;&gt;</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getExecutorEnv--">getExecutorEnv</a></span>()</code>
+<div class="block">Get all executor environment variables set on this SparkConf</div>
+</td>
+</tr>
+<tr id="i12" class="altColor">
+<td class="colFirst"><code>int</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getInt-java.lang.String-int-">getInt</a></span>(String&nbsp;key,
+      int&nbsp;defaultValue)</code>
+<div class="block">Get a parameter as an integer, falling back to a default if not set</div>
+</td>
+</tr>
+<tr id="i13" class="rowColor">
+<td class="colFirst"><code>long</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getLong-java.lang.String-long-">getLong</a></span>(String&nbsp;key,
+       long&nbsp;defaultValue)</code>
+<div class="block">Get a parameter as a long, falling back to a default if not set</div>
+</td>
+</tr>
+<tr id="i14" class="altColor">
+<td class="colFirst"><code>scala.Option&lt;String&gt;</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getOption-java.lang.String-">getOption</a></span>(String&nbsp;key)</code>
+<div class="block">Get a parameter as an Option</div>
+</td>
+</tr>
+<tr id="i15" class="rowColor">
+<td class="colFirst"><code>long</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getSizeAsBytes-java.lang.String-">getSizeAsBytes</a></span>(String&nbsp;key)</code>
+<div class="block">Get a size parameter as bytes; throws a NoSuchElementException if it's not set.</div>
+</td>
+</tr>
+<tr id="i16" class="altColor">
+<td class="colFirst"><code>long</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getSizeAsBytes-java.lang.String-long-">getSizeAsBytes</a></span>(String&nbsp;key,
+              long&nbsp;defaultValue)</code>
+<div class="block">Get a size parameter as bytes, falling back to a default if not set.</div>
+</td>
+</tr>
+<tr id="i17" class="rowColor">
+<td class="colFirst"><code>long</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getSizeAsBytes-java.lang.String-java.lang.String-">getSizeAsBytes</a></span>(String&nbsp;key,
+              String&nbsp;defaultValue)</code>
+<div class="block">Get a size parameter as bytes, falling back to a default if not set.</div>
+</td>
+</tr>
+<tr id="i18" class="altColor">
+<td class="colFirst"><code>long</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getSizeAsGb-java.lang.String-">getSizeAsGb</a></span>(String&nbsp;key)</code>
+<div class="block">Get a size parameter as Gibibytes; throws a NoSuchElementException if it's not set.</div>
+</td>
+</tr>
+<tr id="i19" class="rowColor">
+<td class="colFirst"><code>long</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getSizeAsGb-java.lang.String-java.lang.String-">getSizeAsGb</a></span>(String&nbsp;key,
+           String&nbsp;defaultValue)</code>
+<div class="block">Get a size parameter as Gibibytes, falling back to a default if not set.</div>
+</td>
+</tr>
+<tr id="i20" class="altColor">
+<td class="colFirst"><code>long</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getSizeAsKb-java.lang.String-">getSizeAsKb</a></span>(String&nbsp;key)</code>
+<div class="block">Get a size parameter as Kibibytes; throws a NoSuchElementException if it's not set.</div>
+</td>
+</tr>
+<tr id="i21" class="rowColor">
+<td class="colFirst"><code>long</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getSizeAsKb-java.lang.String-java.lang.String-">getSizeAsKb</a></span>(String&nbsp;key,
+           String&nbsp;defaultValue)</code>
+<div class="block">Get a size parameter as Kibibytes, falling back to a default if not set.</div>
+</td>
+</tr>
+<tr id="i22" class="altColor">
+<td class="colFirst"><code>long</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getSizeAsMb-java.lang.String-">getSizeAsMb</a></span>(String&nbsp;key)</code>
+<div class="block">Get a size parameter as Mebibytes; throws a NoSuchElementException if it's not set.</div>
+</td>
+</tr>
+<tr id="i23" class="rowColor">
+<td class="colFirst"><code>long</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getSizeAsMb-java.lang.String-java.lang.String-">getSizeAsMb</a></span>(String&nbsp;key,
+           String&nbsp;defaultValue)</code>
+<div class="block">Get a size parameter as Mebibytes, falling back to a default if not set.</div>
+</td>
+</tr>
+<tr id="i24" class="altColor">
+<td class="colFirst"><code>long</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getTimeAsMs-java.lang.String-">getTimeAsMs</a></span>(String&nbsp;key)</code>
+<div class="block">Get a time parameter as milliseconds; throws a NoSuchElementException if it's not set.</div>
+</td>
+</tr>
+<tr id="i25" class="rowColor">
+<td class="colFirst"><code>long</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getTimeAsMs-java.lang.String-java.lang.String-">getTimeAsMs</a></span>(String&nbsp;key,
+           String&nbsp;defaultValue)</code>
+<div class="block">Get a time parameter as milliseconds, falling back to a default if not set.</div>
+</td>
+</tr>
+<tr id="i26" class="altColor">
+<td class="colFirst"><code>long</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getTimeAsSeconds-java.lang.String-">getTimeAsSeconds</a></span>(String&nbsp;key)</code>
+<div class="block">Get a time parameter as seconds; throws a NoSuchElementException if it's not set.</div>
+</td>
+</tr>
+<tr id="i27" class="rowColor">
+<td class="colFirst"><code>long</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#getTimeAsSeconds-java.lang.String-java.lang.String-">getTimeAsSeconds</a></span>(String&nbsp;key,
+                String&nbsp;defaultValue)</code>
+<div class="block">Get a time parameter as seconds, falling back to a default if not set.</div>
+</td>
+</tr>
+<tr id="i28" class="altColor">
+<td class="colFirst"><code>static boolean</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#isExecutorStartupConf-java.lang.String-">isExecutorStartupConf</a></span>(String&nbsp;name)</code>
+<div class="block">Return whether the given config should be passed to an executor on start-up.</div>
+</td>
+</tr>
+<tr id="i29" class="rowColor">
+<td class="colFirst"><code>static boolean</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#isSparkPortConf-java.lang.String-">isSparkPortConf</a></span>(String&nbsp;name)</code>
+<div class="block">Return true if the given config matches either <code>spark.*.port</code> or <code>spark.port.*</code>.</div>
+</td>
+</tr>
+<tr id="i30" class="altColor">
+<td class="colFirst"><code>static void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#logDeprecationWarning-java.lang.String-">logDeprecationWarning</a></span>(String&nbsp;key)</code>
+<div class="block">Logs a warning message if the given config key is deprecated.</div>
+</td>
+</tr>
+<tr id="i31" class="rowColor">
+<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#registerAvroSchemas-scala.collection.Seq-">registerAvroSchemas</a></span>(scala.collection.Seq&lt;org.apache.avro.Schema&gt;&nbsp;schemas)</code>
+<div class="block">Use Kryo serialization and register the given set of Avro schemas so that the generic
+ record serializer can decrease network IO</div>
+</td>
+</tr>
+<tr id="i32" class="altColor">
+<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#registerKryoClasses-java.lang.Class:A-">registerKryoClasses</a></span>(Class&lt;?&gt;[]&nbsp;classes)</code>
+<div class="block">Use Kryo serialization and register the given set of classes with Kryo.</div>
+</td>
+</tr>
+<tr id="i33" class="rowColor">
+<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#remove-java.lang.String-">remove</a></span>(String&nbsp;key)</code>
+<div class="block">Remove a parameter from the configuration</div>
+</td>
+</tr>
+<tr id="i34" class="altColor">
+<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#set-java.lang.String-java.lang.String-">set</a></span>(String&nbsp;key,
+   String&nbsp;value)</code>
+<div class="block">Set a configuration variable.</div>
+</td>
+</tr>
+<tr id="i35" class="rowColor">
+<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#setAll-scala.collection.Traversable-">setAll</a></span>(scala.collection.Traversable&lt;scala.Tuple2&lt;String,String&gt;&gt;&nbsp;settings)</code>
+<div class="block">Set multiple parameters together</div>
+</td>
+</tr>
+<tr id="i36" class="altColor">
+<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#setAppName-java.lang.String-">setAppName</a></span>(String&nbsp;name)</code>
+<div class="block">Set a name for your application.</div>
+</td>
+</tr>
+<tr id="i37" class="rowColor">
+<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#setExecutorEnv-scala.collection.Seq-">setExecutorEnv</a></span>(scala.collection.Seq&lt;scala.Tuple2&lt;String,String&gt;&gt;&nbsp;variables)</code>
+<div class="block">Set multiple environment variables to be used when launching executors.</div>
+</td>
+</tr>
+<tr id="i38" class="altColor">
+<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#setExecutorEnv-java.lang.String-java.lang.String-">setExecutorEnv</a></span>(String&nbsp;variable,
+              String&nbsp;value)</code>
+<div class="block">Set an environment variable to be used when launching executors for this application.</div>
+</td>
+</tr>
+<tr id="i39" class="rowColor">
+<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#setExecutorEnv-scala.Tuple2:A-">setExecutorEnv</a></span>(scala.Tuple2&lt;String,String&gt;[]&nbsp;variables)</code>
+<div class="block">Set multiple environment variables to be used when launching executors.</div>
+</td>
+</tr>
+<tr id="i40" class="altColor">
+<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#setIfMissing-java.lang.String-java.lang.String-">setIfMissing</a></span>(String&nbsp;key,
+            String&nbsp;value)</code>
+<div class="block">Set a parameter if it isn't already configured</div>
+</td>
+</tr>
+<tr id="i41" class="rowColor">
+<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#setJars-scala.collection.Seq-">setJars</a></span>(scala.collection.Seq&lt;String&gt;&nbsp;jars)</code>
+<div class="block">Set JAR files to distribute to the cluster.</div>
+</td>
+</tr>
+<tr id="i42" class="altColor">
+<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#setJars-java.lang.String:A-">setJars</a></span>(String[]&nbsp;jars)</code>
+<div class="block">Set JAR files to distribute to the cluster.</div>
+</td>
+</tr>
+<tr id="i43" class="rowColor">
+<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#setMaster-java.lang.String-">setMaster</a></span>(String&nbsp;master)</code>
+<div class="block">The master URL to connect to, such as "local" to run locally with one thread, "local[4]" to
+ run locally with 4 cores, or "spark://master:7077" to run on a Spark standalone cluster.</div>
+</td>
+</tr>
+<tr id="i44" class="altColor">
+<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#setSparkHome-java.lang.String-">setSparkHome</a></span>(String&nbsp;home)</code>
+<div class="block">Set the location where Spark is installed on worker nodes.</div>
+</td>
+</tr>
+<tr id="i45" class="rowColor">
+<td class="colFirst"><code>String</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SparkConf.html#toDebugString--">toDebugString</a></span>()</code>
+<div class="block">Return a string listing all keys and values, one per line.</div>
+</td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.Object">
+<!--   -->
+</a>
+<h3>Methods inherited from class&nbsp;Object</h3>
+<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.org.apache.spark.internal.Logging">
+<!--   -->
+</a>
+<h3>Methods inherited from interface&nbsp;org.apache.spark.internal.<a href="../../../org/apache/spark/internal/Logging.html" title="interface in org.apache.spark.internal">Logging</a></h3>
+<code><a href="../../../org/apache/spark/internal/Logging.html#initializeLogging-boolean-">initializeLogging</a>, <a href="../../../org/apache/spark/internal/Logging.html#initializeLogIfNecessary-boolean-">initializeLogIfNecessary</a>, <a href="../../../org/apache/spark/internal/Logging.html#isTraceEnabled--">isTraceEnabled</a>, <a href="../../../org/apache/spark/internal/Logging.html#log_--">log_</a>, <a href="../../../org/apache/spark/internal/Logging.html#log--">log</a>, <a href="../../../org/apache/spark/internal/Logging.html#logDebug-scala.Function0-">logDebug</a>, <a href="../../../org/apache/spark/internal/Logging.html#logDebug-scala.Function0-java.lang.Throwable-">logDebug</a>, <a href="../../../org/apache/spark/internal/Logging.html#logError-scala.Function0-">logError</a>, <a href="../../../org/apache/spark/internal/Logging.html#logError-scala.Function0-java.lang.Throwable-">logError</a>, <a href="../../../org/apache/spark/internal/Logging.html#logInfo-scala.Function0-">log
 Info</a>, <a href="../../../org/apache/spark/internal/Logging.html#logInfo-scala.Function0-java.lang.Throwable-">logInfo</a>, <a href="../../../org/apache/spark/internal/Logging.html#logName--">logName</a>, <a href="../../../org/apache/spark/internal/Logging.html#logTrace-scala.Function0-">logTrace</a>, <a href="../../../org/apache/spark/internal/Logging.html#logTrace-scala.Function0-java.lang.Throwable-">logTrace</a>, <a href="../../../org/apache/spark/internal/Logging.html#logWarning-scala.Function0-">logWarning</a>, <a href="../../../org/apache/spark/internal/Logging.html#logWarning-scala.Function0-java.lang.Throwable-">logWarning</a></code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.detail">
+<!--   -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="SparkConf-boolean-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>SparkConf</h4>
+<pre>public&nbsp;SparkConf(boolean&nbsp;loadDefaults)</pre>
+</li>
+</ul>
+<a name="SparkConf--">
+<!--   -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>SparkConf</h4>
+<pre>public&nbsp;SparkConf()</pre>
+<div class="block">Create a SparkConf that loads defaults from system properties and the classpath</div>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.detail">
+<!--   -->
+</a>
+<h3>Method Detail</h3>
+<a name="isExecutorStartupConf-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>isExecutorStartupConf</h4>
+<pre>public static&nbsp;boolean&nbsp;isExecutorStartupConf(String&nbsp;name)</pre>
+<div class="block">Return whether the given config should be passed to an executor on start-up.
+ <p>
+ Certain authentication configs are required from the executor when it connects to
+ the scheduler, while the rest of the spark configs can be inherited from the driver later.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>name</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="isSparkPortConf-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>isSparkPortConf</h4>
+<pre>public static&nbsp;boolean&nbsp;isSparkPortConf(String&nbsp;name)</pre>
+<div class="block">Return true if the given config matches either <code>spark.*.port</code> or <code>spark.port.*</code>.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>name</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="getDeprecatedConfig-java.lang.String-org.apache.spark.SparkConf-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getDeprecatedConfig</h4>
+<pre>public static&nbsp;scala.Option&lt;String&gt;&nbsp;getDeprecatedConfig(String&nbsp;key,
+                                                       <a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a>&nbsp;conf)</pre>
+<div class="block">Looks for available deprecated keys for the given config option, and return the first
+ value available.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>key</code> - (undocumented)</dd>
+<dd><code>conf</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="logDeprecationWarning-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>logDeprecationWarning</h4>
+<pre>public static&nbsp;void&nbsp;logDeprecationWarning(String&nbsp;key)</pre>
+<div class="block">Logs a warning message if the given config key is deprecated.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>key</code> - (undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="set-java.lang.String-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>set</h4>
+<pre>public&nbsp;<a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a>&nbsp;set(String&nbsp;key,
+                     String&nbsp;value)</pre>
+<div class="block">Set a configuration variable.</div>
+</li>
+</ul>
+<a name="setMaster-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setMaster</h4>
+<pre>public&nbsp;<a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a>&nbsp;setMaster(String&nbsp;master)</pre>
+<div class="block">The master URL to connect to, such as "local" to run locally with one thread, "local[4]" to
+ run locally with 4 cores, or "spark://master:7077" to run on a Spark standalone cluster.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>master</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="setAppName-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setAppName</h4>
+<pre>public&nbsp;<a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a>&nbsp;setAppName(String&nbsp;name)</pre>
+<div class="block">Set a name for your application. Shown in the Spark web UI.</div>
+</li>
+</ul>
+<a name="setJars-scala.collection.Seq-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setJars</h4>
+<pre>public&nbsp;<a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a>&nbsp;setJars(scala.collection.Seq&lt;String&gt;&nbsp;jars)</pre>
+<div class="block">Set JAR files to distribute to the cluster.</div>
+</li>
+</ul>
+<a name="setJars-java.lang.String:A-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setJars</h4>
+<pre>public&nbsp;<a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a>&nbsp;setJars(String[]&nbsp;jars)</pre>
+<div class="block">Set JAR files to distribute to the cluster. (Java-friendly version.)</div>
+</li>
+</ul>
+<a name="setExecutorEnv-java.lang.String-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setExecutorEnv</h4>
+<pre>public&nbsp;<a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a>&nbsp;setExecutorEnv(String&nbsp;variable,
+                                String&nbsp;value)</pre>
+<div class="block">Set an environment variable to be used when launching executors for this application.
+ These variables are stored as properties of the form spark.executorEnv.VAR_NAME
+ (for example spark.executorEnv.PATH) but this method makes them easier to set.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>variable</code> - (undocumented)</dd>
+<dd><code>value</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="setExecutorEnv-scala.collection.Seq-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setExecutorEnv</h4>
+<pre>public&nbsp;<a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a>&nbsp;setExecutorEnv(scala.collection.Seq&lt;scala.Tuple2&lt;String,String&gt;&gt;&nbsp;variables)</pre>
+<div class="block">Set multiple environment variables to be used when launching executors.
+ These variables are stored as properties of the form spark.executorEnv.VAR_NAME
+ (for example spark.executorEnv.PATH) but this method makes them easier to set.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>variables</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="setExecutorEnv-scala.Tuple2:A-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setExecutorEnv</h4>
+<pre>public&nbsp;<a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a>&nbsp;setExecutorEnv(scala.Tuple2&lt;String,String&gt;[]&nbsp;variables)</pre>
+<div class="block">Set multiple environment variables to be used when launching executors.
+ (Java-friendly version.)</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>variables</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="setSparkHome-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setSparkHome</h4>
+<pre>public&nbsp;<a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a>&nbsp;setSparkHome(String&nbsp;home)</pre>
+<div class="block">Set the location where Spark is installed on worker nodes.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>home</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="setAll-scala.collection.Traversable-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setAll</h4>
+<pre>public&nbsp;<a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a>&nbsp;setAll(scala.collection.Traversable&lt;scala.Tuple2&lt;String,String&gt;&gt;&nbsp;settings)</pre>
+<div class="block">Set multiple parameters together</div>
+</li>
+</ul>
+<a name="setIfMissing-java.lang.String-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>setIfMissing</h4>
+<pre>public&nbsp;<a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a>&nbsp;setIfMissing(String&nbsp;key,
+                              String&nbsp;value)</pre>
+<div class="block">Set a parameter if it isn't already configured</div>
+</li>
+</ul>
+<a name="registerKryoClasses-java.lang.Class:A-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>registerKryoClasses</h4>
+<pre>public&nbsp;<a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a>&nbsp;registerKryoClasses(Class&lt;?&gt;[]&nbsp;classes)</pre>
+<div class="block">Use Kryo serialization and register the given set of classes with Kryo.
+ If called multiple times, this will append the classes from all calls together.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>classes</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="registerAvroSchemas-scala.collection.Seq-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>registerAvroSchemas</h4>
+<pre>public&nbsp;<a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a>&nbsp;registerAvroSchemas(scala.collection.Seq&lt;org.apache.avro.Schema&gt;&nbsp;schemas)</pre>
+<div class="block">Use Kryo serialization and register the given set of Avro schemas so that the generic
+ record serializer can decrease network IO</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>schemas</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="getAvroSchema--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getAvroSchema</h4>
+<pre>public&nbsp;scala.collection.immutable.Map&lt;Object,String&gt;&nbsp;getAvroSchema()</pre>
+<div class="block">Gets all the avro schemas in the configuration used in the generic Avro record serializer</div>
+</li>
+</ul>
+<a name="remove-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>remove</h4>
+<pre>public&nbsp;<a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a>&nbsp;remove(String&nbsp;key)</pre>
+<div class="block">Remove a parameter from the configuration</div>
+</li>
+</ul>
+<a name="get-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>get</h4>
+<pre>public&nbsp;String&nbsp;get(String&nbsp;key)</pre>
+<div class="block">Get a parameter; throws a NoSuchElementException if it's not set</div>
+</li>
+</ul>
+<a name="get-java.lang.String-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>get</h4>
+<pre>public&nbsp;String&nbsp;get(String&nbsp;key,
+                  String&nbsp;defaultValue)</pre>
+<div class="block">Get a parameter, falling back to a default if not set</div>
+</li>
+</ul>
+<a name="getTimeAsSeconds-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getTimeAsSeconds</h4>
+<pre>public&nbsp;long&nbsp;getTimeAsSeconds(String&nbsp;key)</pre>
+<div class="block">Get a time parameter as seconds; throws a NoSuchElementException if it's not set. If no
+ suffix is provided then seconds are assumed.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>key</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+<dt><span class="throwsLabel">Throws:</span></dt>
+<dd><code>java.util.NoSuchElementException</code> - If the time parameter is not set</dd>
+</dl>
+</li>
+</ul>
+<a name="getTimeAsSeconds-java.lang.String-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getTimeAsSeconds</h4>
+<pre>public&nbsp;long&nbsp;getTimeAsSeconds(String&nbsp;key,
+                             String&nbsp;defaultValue)</pre>
+<div class="block">Get a time parameter as seconds, falling back to a default if not set. If no
+ suffix is provided then seconds are assumed.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>key</code> - (undocumented)</dd>
+<dd><code>defaultValue</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="getTimeAsMs-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getTimeAsMs</h4>
+<pre>public&nbsp;long&nbsp;getTimeAsMs(String&nbsp;key)</pre>
+<div class="block">Get a time parameter as milliseconds; throws a NoSuchElementException if it's not set. If no
+ suffix is provided then milliseconds are assumed.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>key</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+<dt><span class="throwsLabel">Throws:</span></dt>
+<dd><code>java.util.NoSuchElementException</code> - If the time parameter is not set</dd>
+</dl>
+</li>
+</ul>
+<a name="getTimeAsMs-java.lang.String-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getTimeAsMs</h4>
+<pre>public&nbsp;long&nbsp;getTimeAsMs(String&nbsp;key,
+                        String&nbsp;defaultValue)</pre>
+<div class="block">Get a time parameter as milliseconds, falling back to a default if not set. If no
+ suffix is provided then milliseconds are assumed.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>key</code> - (undocumented)</dd>
+<dd><code>defaultValue</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="getSizeAsBytes-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getSizeAsBytes</h4>
+<pre>public&nbsp;long&nbsp;getSizeAsBytes(String&nbsp;key)</pre>
+<div class="block">Get a size parameter as bytes; throws a NoSuchElementException if it's not set. If no
+ suffix is provided then bytes are assumed.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>key</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+<dt><span class="throwsLabel">Throws:</span></dt>
+<dd><code>java.util.NoSuchElementException</code> - If the size parameter is not set</dd>
+</dl>
+</li>
+</ul>
+<a name="getSizeAsBytes-java.lang.String-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getSizeAsBytes</h4>
+<pre>public&nbsp;long&nbsp;getSizeAsBytes(String&nbsp;key,
+                           String&nbsp;defaultValue)</pre>
+<div class="block">Get a size parameter as bytes, falling back to a default if not set. If no
+ suffix is provided then bytes are assumed.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>key</code> - (undocumented)</dd>
+<dd><code>defaultValue</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="getSizeAsBytes-java.lang.String-long-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getSizeAsBytes</h4>
+<pre>public&nbsp;long&nbsp;getSizeAsBytes(String&nbsp;key,
+                           long&nbsp;defaultValue)</pre>
+<div class="block">Get a size parameter as bytes, falling back to a default if not set.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>key</code> - (undocumented)</dd>
+<dd><code>defaultValue</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="getSizeAsKb-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getSizeAsKb</h4>
+<pre>public&nbsp;long&nbsp;getSizeAsKb(String&nbsp;key)</pre>
+<div class="block">Get a size parameter as Kibibytes; throws a NoSuchElementException if it's not set. If no
+ suffix is provided then Kibibytes are assumed.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>key</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+<dt><span class="throwsLabel">Throws:</span></dt>
+<dd><code>java.util.NoSuchElementException</code> - If the size parameter is not set</dd>
+</dl>
+</li>
+</ul>
+<a name="getSizeAsKb-java.lang.String-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getSizeAsKb</h4>
+<pre>public&nbsp;long&nbsp;getSizeAsKb(String&nbsp;key,
+                        String&nbsp;defaultValue)</pre>
+<div class="block">Get a size parameter as Kibibytes, falling back to a default if not set. If no
+ suffix is provided then Kibibytes are assumed.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>key</code> - (undocumented)</dd>
+<dd><code>defaultValue</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="getSizeAsMb-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getSizeAsMb</h4>
+<pre>public&nbsp;long&nbsp;getSizeAsMb(String&nbsp;key)</pre>
+<div class="block">Get a size parameter as Mebibytes; throws a NoSuchElementException if it's not set. If no
+ suffix is provided then Mebibytes are assumed.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>key</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+<dt><span class="throwsLabel">Throws:</span></dt>
+<dd><code>java.util.NoSuchElementException</code> - If the size parameter is not set</dd>
+</dl>
+</li>
+</ul>
+<a name="getSizeAsMb-java.lang.String-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getSizeAsMb</h4>
+<pre>public&nbsp;long&nbsp;getSizeAsMb(String&nbsp;key,
+                        String&nbsp;defaultValue)</pre>
+<div class="block">Get a size parameter as Mebibytes, falling back to a default if not set. If no
+ suffix is provided then Mebibytes are assumed.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>key</code> - (undocumented)</dd>
+<dd><code>defaultValue</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="getSizeAsGb-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getSizeAsGb</h4>
+<pre>public&nbsp;long&nbsp;getSizeAsGb(String&nbsp;key)</pre>
+<div class="block">Get a size parameter as Gibibytes; throws a NoSuchElementException if it's not set. If no
+ suffix is provided then Gibibytes are assumed.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>key</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+<dt><span class="throwsLabel">Throws:</span></dt>
+<dd><code>java.util.NoSuchElementException</code> - If the size parameter is not set</dd>
+</dl>
+</li>
+</ul>
+<a name="getSizeAsGb-java.lang.String-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getSizeAsGb</h4>
+<pre>public&nbsp;long&nbsp;getSizeAsGb(String&nbsp;key,
+                        String&nbsp;defaultValue)</pre>
+<div class="block">Get a size parameter as Gibibytes, falling back to a default if not set. If no
+ suffix is provided then Gibibytes are assumed.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>key</code> - (undocumented)</dd>
+<dd><code>defaultValue</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="getOption-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getOption</h4>
+<pre>public&nbsp;scala.Option&lt;String&gt;&nbsp;getOption(String&nbsp;key)</pre>
+<div class="block">Get a parameter as an Option</div>
+</li>
+</ul>
+<a name="getAll--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getAll</h4>
+<pre>public&nbsp;scala.Tuple2&lt;String,String&gt;[]&nbsp;getAll()</pre>
+<div class="block">Get all parameters as a list of pairs</div>
+</li>
+</ul>
+<a name="getAllWithPrefix-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getAllWithPrefix</h4>
+<pre>public&nbsp;scala.Tuple2&lt;String,String&gt;[]&nbsp;getAllWithPrefix(String&nbsp;prefix)</pre>
+<div class="block">Get all parameters that start with <code>prefix</code></div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>prefix</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="getInt-java.lang.String-int-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getInt</h4>
+<pre>public&nbsp;int&nbsp;getInt(String&nbsp;key,
+                  int&nbsp;defaultValue)</pre>
+<div class="block">Get a parameter as an integer, falling back to a default if not set</div>
+</li>
+</ul>
+<a name="getLong-java.lang.String-long-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getLong</h4>
+<pre>public&nbsp;long&nbsp;getLong(String&nbsp;key,
+                    long&nbsp;defaultValue)</pre>
+<div class="block">Get a parameter as a long, falling back to a default if not set</div>
+</li>
+</ul>
+<a name="getDouble-java.lang.String-double-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getDouble</h4>
+<pre>public&nbsp;double&nbsp;getDouble(String&nbsp;key,
+                        double&nbsp;defaultValue)</pre>
+<div class="block">Get a parameter as a double, falling back to a default if not set</div>
+</li>
+</ul>
+<a name="getBoolean-java.lang.String-boolean-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getBoolean</h4>
+<pre>public&nbsp;boolean&nbsp;getBoolean(String&nbsp;key,
+                          boolean&nbsp;defaultValue)</pre>
+<div class="block">Get a parameter as a boolean, falling back to a default if not set</div>
+</li>
+</ul>
+<a name="getExecutorEnv--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getExecutorEnv</h4>
+<pre>public&nbsp;scala.collection.Seq&lt;scala.Tuple2&lt;String,String&gt;&gt;&nbsp;getExecutorEnv()</pre>
+<div class="block">Get all executor environment variables set on this SparkConf</div>
+</li>
+</ul>
+<a name="getAppId--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getAppId</h4>
+<pre>public&nbsp;String&nbsp;getAppId()</pre>
+<div class="block">Returns the Spark application id, valid in the Driver after TaskScheduler registration and
+ from the start in the Executor.</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="contains-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>contains</h4>
+<pre>public&nbsp;boolean&nbsp;contains(String&nbsp;key)</pre>
+<div class="block">Does the configuration contain a given parameter?</div>
+</li>
+</ul>
+<a name="clone--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>clone</h4>
+<pre>public&nbsp;<a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a>&nbsp;clone()</pre>
+<div class="block">Copy this object</div>
+<dl>
+<dt><span class="overrideSpecifyLabel">Overrides:</span></dt>
+<dd><code>clone</code>&nbsp;in class&nbsp;<code>Object</code></dd>
+</dl>
+</li>
+</ul>
+<a name="toDebugString--">
+<!--   -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>toDebugString</h4>
+<pre>public&nbsp;String&nbsp;toDebugString()</pre>
+<div class="block">Return a string listing all keys and values, one per line. This is useful to print the
+ configuration out for debugging.</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar.bottom">
+<!--   -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.bottom.firstrow">
+<!--   -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../org/apache/spark/SimpleFutureAction.html" title="class in org.apache.spark"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
+<li><a href="../../../org/apache/spark/SparkContext.html" title="class in org.apache.spark"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?org/apache/spark/SparkConf.html" target="_top">Frames</a></li>
+<li><a href="SparkConf.html" target="_top">No&nbsp;Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+  allClassesLink = document.getElementById("allclasses_navbar_bottom");
+  if(window==top) {
+    allClassesLink.style.display = "block";
+  }
+  else {
+    allClassesLink.style.display = "none";
+  }
+  //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary:&nbsp;</li>
+<li>Nested&nbsp;|&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail:&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.bottom">
+<!--   -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body>
+</html>


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org


Mime
View raw message