<?xml version='1.0' encoding='UTF-8'?>
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.1//EN" "http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd">
<html>
<head>
<title>spark.rdd</title>
<meta http-equiv="content-type" content="text/html; charset=UTF-8" />
<link type="text/css" media="screen" rel="stylesheet" href="../../lib/template.css" />
<script type="text/javascript" src="../../lib/jquery.js"></script>
<script type="text/javascript" src="../../lib/jquery-ui.js"></script>
<script type="text/javascript" src="../../lib/template.js"></script>
<script type="text/javascript" src="../../lib/tools.tooltip.js"></script>
</head>
<body onload="sh_highlightDocument('../lib/', '.min.js');" class="value">
<div id="definition">
<img src="../../lib/package_big.png" />
<p id="owner"><a name="spark" class="extype" href="../package.html">spark</a></p>
<h1>rdd</h1>
</div>
<h4 class="signature" id="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">package</span>
</span>
<span class="symbol">
<span class="name">rdd</span>
</span>
</h4>
<div class="fullcommenttop" id="comment"></div>
<div id="mbrsel">
<div id="textfilter"><span class="pre"></span><span class="input"><input accesskey="/" type="text" /></span><span class="post"></span></div>
<div id="visbl">
<span class="filtertype">Visibility</span>
<ol><li class="public in"><span>Public</span></li><li class="all out"><span>All</span></li></ol>
</div>
</div>
<div id="template">
<div id="allMembers">
<div class="types members" id="types">
<h3>Type Members</h3>
<ol><li visbl="pub" name="spark.rdd.CoGroupedRDD" data-isabs="false">
<a id="CoGroupedRDD:CoGroupedRDD[K]"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">class</span>
</span>
<span class="symbol">
<a href="CoGroupedRDD.html"><span class="name">CoGroupedRDD</span></a><span class="tparams">[<span name="K">K</span>]</span><span class="result"> extends RDD[(K, Seq[Seq[_]])] with Logging</span>
</span>
</h4>
</li><li visbl="pub" name="spark.rdd.CoalescedRDD" data-isabs="false">
<a id="CoalescedRDD:CoalescedRDD[T]"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">class</span>
</span>
<span class="symbol">
<a href="CoalescedRDD.html"><span class="name">CoalescedRDD</span></a><span class="tparams">[<span name="T">T</span>]</span><span class="result"> extends RDD[T]</span>
</span>
</h4>
<p class="comment cmt">Coalesce the partitions of a parent RDD (<code>prev</code>) into fewer partitions, so that each partition of
this RDD computes one or more of the parent ones.</p>
</li><li visbl="pub" name="spark.rdd.HadoopRDD" data-isabs="false">
<a id="HadoopRDD:HadoopRDD[K, V]"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">class</span>
</span>
<span class="symbol">
<a href="HadoopRDD.html"><span class="name">HadoopRDD</span></a><span class="tparams">[<span name="K">K</span>, <span name="V">V</span>]</span><span class="result"> extends RDD[(K, V)]</span>
</span>
</h4>
<p class="comment cmt">An RDD that reads a Hadoop dataset as specified by a JobConf (e.</p>
</li><li visbl="pub" name="spark.rdd.NewHadoopRDD" data-isabs="false">
<a id="NewHadoopRDD:NewHadoopRDD[K, V]"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">class</span>
</span>
<span class="symbol">
<a href="NewHadoopRDD.html"><span class="name">NewHadoopRDD</span></a><span class="tparams">[<span name="K">K</span>, <span name="V">V</span>]</span><span class="result"> extends RDD[(K, V)] with HadoopMapReduceUtil</span>
</span>
</h4>
</li><li visbl="pub" name="spark.rdd.PipedRDD" data-isabs="false">
<a id="PipedRDD:PipedRDD[T]"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">class</span>
</span>
<span class="symbol">
<a href="PipedRDD.html"><span class="name">PipedRDD</span></a><span class="tparams">[<span name="T">T</span>]</span><span class="result"> extends RDD[String]</span>
</span>
</h4>
<p class="comment cmt">An RDD that pipes the contents of each parent partition through an external command
(printing them one per line) and returns the output as a collection of strings.</p>
</li><li visbl="pub" name="spark.rdd.RepartitionShuffledRDD" data-isabs="false">
<a id="RepartitionShuffledRDD:RepartitionShuffledRDD[K, V]"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">class</span>
</span>
<span class="symbol">
<a href="RepartitionShuffledRDD.html"><span class="name">RepartitionShuffledRDD</span></a><span class="tparams">[<span name="K">K</span>, <span name="V">V</span>]</span><span class="result"> extends ShuffledRDD[K, V, V]</span>
</span>
</h4>
<p class="comment cmt">Repartition a key-value pair RDD.</p>
</li><li visbl="pub" name="spark.rdd.SampledRDD" data-isabs="false">
<a id="SampledRDD:SampledRDD[T]"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">class</span>
</span>
<span class="symbol">
<a href="SampledRDD.html"><span class="name">SampledRDD</span></a><span class="tparams">[<span name="T">T</span>]</span><span class="result"> extends RDD[T]</span>
</span>
</h4>
</li><li visbl="pub" name="spark.rdd.ShuffledAggregatedRDD" data-isabs="false">
<a id="ShuffledAggregatedRDD:ShuffledAggregatedRDD[K, V, C]"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">class</span>
</span>
<span class="symbol">
<a href="ShuffledAggregatedRDD.html"><span class="name">ShuffledAggregatedRDD</span></a><span class="tparams">[<span name="K">K</span>, <span name="V">V</span>, <span name="C">C</span>]</span><span class="result"> extends ShuffledRDD[K, V, C]</span>
</span>
</h4>
<p class="comment cmt">The resulting RDD from shuffle and running (hash-based) aggregation.</p>
</li><li visbl="pub" name="spark.rdd.ShuffledRDD" data-isabs="true">
<a id="ShuffledRDD:ShuffledRDD[K, V, C]"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier">abstract </span>
<span class="kind">class</span>
</span>
<span class="symbol">
<a href="ShuffledRDD.html"><span class="name">ShuffledRDD</span></a><span class="tparams">[<span name="K">K</span>, <span name="V">V</span>, <span name="C">C</span>]</span><span class="result"> extends RDD[(K, C)]</span>
</span>
</h4>
<p class="comment cmt">The resulting RDD from a shuffle (e.</p>
</li><li visbl="pub" name="spark.rdd.ShuffledSortedRDD" data-isabs="false">
<a id="ShuffledSortedRDD:ShuffledSortedRDD[K, V]"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">class</span>
</span>
<span class="symbol">
<a href="ShuffledSortedRDD.html"><span class="name">ShuffledSortedRDD</span></a><span class="tparams">[<span name="K">K</span>, <span name="V">V</span>]</span><span class="result"> extends RepartitionShuffledRDD[K, V]</span>
</span>
</h4>
<p class="comment cmt">A sort-based shuffle (that doesn't apply aggregation).</p>
</li><li visbl="pub" name="spark.rdd.UnionRDD" data-isabs="false">
<a id="UnionRDD:UnionRDD[T]"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">class</span>
</span>
<span class="symbol">
<a href="UnionRDD.html"><span class="name">UnionRDD</span></a><span class="tparams">[<span name="T">T</span>]</span><span class="result"> extends RDD[T] with Serializable</span>
</span>
</h4>
</li></ol>
</div>
<div class="values members" id="values">
<h3>Value Members</h3>
<ol><li visbl="pub" name="spark.rdd.PipedRDD" data-isabs="false">
<a id="PipedRDD:PipedRDD"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">object</span>
</span>
<span class="symbol">
<a href="PipedRDD$.html"><span class="name">PipedRDD</span></a><span class="result"> extends Serializable</span>
</span>
</h4>
</li></ol>
</div>
</div>
<div id="inheritedMembers">
</div>
</div>
<div id="tooltip"></div>
<div id="footer"> </div>
</body>
</html>
