blob: 18327593fbd60f688882252a6a78511badeb7d8a (
plain) (
tree)
|
|
<?xml version="1.0" encoding="ascii"?>
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
"DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<title>pyspark.conf</title>
<link rel="stylesheet" href="epydoc.css" type="text/css" />
<script type="text/javascript" src="epydoc.js"></script>
</head>
<body bgcolor="white" text="black" link="blue" vlink="#204080"
alink="#204080">
<!-- ==================== NAVIGATION BAR ==================== -->
<table class="navbar" border="0" width="100%" cellpadding="0"
bgcolor="#a0c0ff" cellspacing="0">
<tr valign="middle">
<!-- Home link -->
<th> <a
href="pyspark-module.html">Home</a> </th>
<!-- Tree link -->
<th> <a
href="module-tree.html">Trees</a> </th>
<!-- Index link -->
<th> <a
href="identifier-index.html">Indices</a> </th>
<!-- Help link -->
<th> <a
href="help.html">Help</a> </th>
<!-- Project homepage -->
<th class="navbar" align="right" width="100%">
<table border="0" cellpadding="0" cellspacing="0">
<tr><th class="navbar" align="center"
><a class="navbar" target="_top" href="http://spark.apache.org">Spark 1.0.1 Python API Docs</a></th>
</tr></table></th>
</tr>
</table>
<table width="100%" cellpadding="0" cellspacing="0">
<tr valign="top">
<td width="100%">
<span class="breadcrumbs">
<a href="pyspark-module.html">Package pyspark</a> ::
Module conf
</span>
</td>
<td>
<table cellpadding="0" cellspacing="0">
<!-- hide/show private -->
<tr><td align="right"><span class="options"
>[<a href="frames.html" target="_top">frames</a
>] | <a href="pyspark.conf-module.html"
target="_top">no frames</a>]</span></td></tr>
</table>
</td>
</tr>
</table>
<!-- ==================== MODULE DESCRIPTION ==================== -->
<h1 class="epydoc">Module conf</h1><p class="nomargin-top"><span class="codelink"><a href="pyspark.conf-pysrc.html">source code</a></span></p>
<pre class="py-doctest">
<span class="py-prompt">>>> </span><span class="py-keyword">from</span> pyspark.conf <span class="py-keyword">import</span> SparkConf
<span class="py-prompt">>>> </span><span class="py-keyword">from</span> pyspark.context <span class="py-keyword">import</span> SparkContext
<span class="py-prompt">>>> </span>conf = SparkConf()
<span class="py-prompt">>>> </span>conf.setMaster(<span class="py-string">"local"</span>).setAppName(<span class="py-string">"My app"</span>)
<span class="py-output"><pyspark.conf.SparkConf object at ...></span>
<span class="py-output"></span><span class="py-prompt">>>> </span>conf.get(<span class="py-string">"spark.master"</span>)
<span class="py-output">u'local'</span>
<span class="py-output"></span><span class="py-prompt">>>> </span>conf.get(<span class="py-string">"spark.app.name"</span>)
<span class="py-output">u'My app'</span>
<span class="py-output"></span><span class="py-prompt">>>> </span>sc = SparkContext(conf=conf)
<span class="py-prompt">>>> </span>sc.master
<span class="py-output">u'local'</span>
<span class="py-output"></span><span class="py-prompt">>>> </span>sc.appName
<span class="py-output">u'My app'</span>
<span class="py-output"></span><span class="py-prompt">>>> </span>sc.sparkHome == None
<span class="py-output">True</span></pre>
<pre class="py-doctest">
<span class="py-prompt">>>> </span>conf = SparkConf(loadDefaults=False)
<span class="py-prompt">>>> </span>conf.setSparkHome(<span class="py-string">"/path"</span>)
<span class="py-output"><pyspark.conf.SparkConf object at ...></span>
<span class="py-output"></span><span class="py-prompt">>>> </span>conf.get(<span class="py-string">"spark.home"</span>)
<span class="py-output">u'/path'</span>
<span class="py-output"></span><span class="py-prompt">>>> </span>conf.setExecutorEnv(<span class="py-string">"VAR1"</span>, <span class="py-string">"value1"</span>)
<span class="py-output"><pyspark.conf.SparkConf object at ...></span>
<span class="py-output"></span><span class="py-prompt">>>> </span>conf.setExecutorEnv(pairs = [(<span class="py-string">"VAR3"</span>, <span class="py-string">"value3"</span>), (<span class="py-string">"VAR4"</span>, <span class="py-string">"value4"</span>)])
<span class="py-output"><pyspark.conf.SparkConf object at ...></span>
<span class="py-output"></span><span class="py-prompt">>>> </span>conf.get(<span class="py-string">"spark.executorEnv.VAR1"</span>)
<span class="py-output">u'value1'</span>
<span class="py-output"></span><span class="py-prompt">>>> </span><span class="py-keyword">print</span> conf.toDebugString()
<span class="py-output">spark.executorEnv.VAR1=value1</span>
<span class="py-output">spark.executorEnv.VAR3=value3</span>
<span class="py-output">spark.executorEnv.VAR4=value4</span>
<span class="py-output">spark.home=/path</span>
<span class="py-output"></span><span class="py-prompt">>>> </span>sorted(conf.getAll(), key=<span class="py-keyword">lambda</span> p: p[0])
<span class="py-output">[(u'spark.executorEnv.VAR1', u'value1'), (u'spark.executorEnv.VAR3', u'value3'), (u'spark.executorEnv.VAR4', u'value4'), (u'spark.home', u'/path')]</span></pre>
<!-- ==================== CLASSES ==================== -->
<a name="section-Classes"></a>
<table class="summary" border="1" cellpadding="3"
cellspacing="0" width="100%" bgcolor="white">
<tr bgcolor="#70b0f0" class="table-header">
<td align="left" colspan="2" class="table-header">
<span class="table-header">Classes</span></td>
</tr>
<tr>
<td width="15%" align="right" valign="top" class="summary">
<span class="summary-type"> </span>
</td><td class="summary">
<a href="pyspark.conf.SparkConf-class.html" class="summary-name">SparkConf</a><br />
Configuration for a Spark application.
</td>
</tr>
</table>
<!-- ==================== NAVIGATION BAR ==================== -->
<table class="navbar" border="0" width="100%" cellpadding="0"
bgcolor="#a0c0ff" cellspacing="0">
<tr valign="middle">
<!-- Home link -->
<th> <a
href="pyspark-module.html">Home</a> </th>
<!-- Tree link -->
<th> <a
href="module-tree.html">Trees</a> </th>
<!-- Index link -->
<th> <a
href="identifier-index.html">Indices</a> </th>
<!-- Help link -->
<th> <a
href="help.html">Help</a> </th>
<!-- Project homepage -->
<th class="navbar" align="right" width="100%">
<table border="0" cellpadding="0" cellspacing="0">
<tr><th class="navbar" align="center"
><a class="navbar" target="_top" href="http://spark.apache.org">Spark 1.0.1 Python API Docs</a></th>
</tr></table></th>
</tr>
</table>
<table border="0" cellpadding="0" cellspacing="0" width="100%%">
<tr>
<td align="left" class="footer">
Generated by Epydoc 3.0.1 on Fri Jul 4 18:52:26 2014
</td>
<td align="right" class="footer">
<a target="mainFrame" href="http://epydoc.sourceforge.net"
>http://epydoc.sourceforge.net</a>
</td>
</tr>
</table>
<script type="text/javascript">
<!--
// Private objects are initially displayed (because if
// javascript is turned off then we want them to be
// visible); but by default, we want to hide them. So hide
// them unless we have a cookie that says to show them.
checkCookie();
// -->
</script>
</body>
</html>
|
