<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
<!-- NewPage -->
<html lang="en">
<head>
<!-- Generated by javadoc (version 1.7.0_51) on Wed Sep 16 10:26:35 PDT 2015 -->
<title>ShuffledRDD</title>
<meta name="date" content="2015-09-16">
<link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style">
</head>
<body>
<script type="text/javascript"><!--
if (location.href.indexOf('is-external=true') == -1) {
parent.document.title="ShuffledRDD";
}
//-->
</script>
<noscript>
<div>JavaScript is disabled on your browser.</div>
</noscript>
<!-- ========= START OF TOP NAVBAR ======= -->
<div class="topNav"><a name="navbar_top">
<!-- -->
</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow">
<!-- -->
</a>
<ul class="navList" title="Navigation">
<li><a href="../../../../overview-summary.html">Overview</a></li>
<li><a href="package-summary.html">Package</a></li>
<li class="navBarCell1Rev">Class</li>
<li><a href="package-tree.html">Tree</a></li>
<li><a href="../../../../deprecated-list.html">Deprecated</a></li>
<li><a href="../../../../index-all.html">Index</a></li>
<li><a href="../../../../help-doc.html">Help</a></li>
</ul>
</div>
<div class="subNav">
<ul class="navList">
<li><a href="../../../../org/apache/spark/rdd/SequenceFileRDDFunctions.html" title="class in org.apache.spark.rdd"><span class="strong">Prev Class</span></a></li>
<li><a href="../../../../org/apache/spark/rdd/UnionRDD.html" title="class in org.apache.spark.rdd"><span class="strong">Next Class</span></a></li>
</ul>
<ul class="navList">
<li><a href="../../../../index.html?org/apache/spark/rdd/ShuffledRDD.html" target="_top">Frames</a></li>
<li><a href="ShuffledRDD.html" target="_top">No Frames</a></li>
</ul>
<ul class="navList" id="allclasses_navbar_top">
<li><a href="../../../../allclasses-noframe.html">All Classes</a></li>
</ul>
<div>
<script type="text/javascript"><!--
allClassesLink = document.getElementById("allclasses_navbar_top");
if(window==top) {
allClassesLink.style.display = "block";
}
else {
allClassesLink.style.display = "none";
}
//-->
</script>
</div>
<div>
<ul class="subNavList">
<li>Summary: </li>
<li>Nested | </li>
<li>Field | </li>
<li><a href="#constructor_summary">Constr</a> | </li>
<li><a href="#method_summary">Method</a></li>
</ul>
<ul class="subNavList">
<li>Detail: </li>
<li>Field | </li>
<li><a href="#constructor_detail">Constr</a> | </li>
<li><a href="#method_detail">Method</a></li>
</ul>
</div>
<a name="skip-navbar_top">
<!-- -->
</a></div>
<!-- ========= END OF TOP NAVBAR ========= -->
<!-- ======== START OF CLASS DATA ======== -->
<div class="header">
<div class="subTitle">org.apache.spark.rdd</div>
<h2 title="Class ShuffledRDD" class="title">Class ShuffledRDD<K,V,C></h2>
</div>
<div class="contentContainer">
<ul class="inheritance">
<li>java.lang.Object</li>
<li>
<ul class="inheritance">
<li><a href="../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">org.apache.spark.rdd.RDD</a><scala.Tuple2<K,C>></li>
<li>
<ul class="inheritance">
<li>org.apache.spark.rdd.ShuffledRDD<K,V,C></li>
</ul>
</li>
</ul>
</li>
</ul>
<div class="description">
<ul class="blockList">
<li class="blockList">
<dl>
<dt>All Implemented Interfaces:</dt>
<dd>java.io.Serializable, <a href="../../../../org/apache/spark/Logging.html" title="interface in org.apache.spark">Logging</a></dd>
</dl>
<hr>
<br>
<pre>public class <span class="strong">ShuffledRDD<K,V,C></span>
extends <a href="../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><scala.Tuple2<K,C>></pre>
<div class="block">:: DeveloperApi ::
The resulting RDD from a shuffle (e.g. repartitioning of data).
param: prev the parent RDD.
param: part the partitioner used to partition the RDD</div>
<dl><dt><span class="strong">See Also:</span></dt><dd><a href="../../../../serialized-form.html#org.apache.spark.rdd.ShuffledRDD">Serialized Form</a></dd></dl>
</li>
</ul>
</div>
<div class="summary">
<ul class="blockList">
<li class="blockList">
<!-- ======== CONSTRUCTOR SUMMARY ======== -->
<ul class="blockList">
<li class="blockList"><a name="constructor_summary">
<!-- -->
</a>
<h3>Constructor Summary</h3>
<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
<tr>
<th class="colOne" scope="col">Constructor and Description</th>
</tr>
<tr class="altColor">
<td class="colOne"><code><strong><a href="../../../../org/apache/spark/rdd/ShuffledRDD.html#ShuffledRDD(org.apache.spark.rdd.RDD, org.apache.spark.Partitioner)">ShuffledRDD</a></strong>(<a href="../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><? extends scala.Product2<<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">K</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">V</a>>> prev,
<a href="../../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> part)</code> </td>
</tr>
</table>
</li>
</ul>
<!-- ========== METHOD SUMMARY =========== -->
<ul class="blockList">
<li class="blockList"><a name="method_summary">
<!-- -->
</a>
<h3>Method Summary</h3>
<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
<caption><span>Methods</span><span class="tabEnd"> </span></caption>
<tr>
<th class="colFirst" scope="col">Modifier and Type</th>
<th class="colLast" scope="col">Method and Description</th>
</tr>
<tr class="altColor">
<td class="colFirst"><code>void</code></td>
<td class="colLast"><code><strong><a href="../../../../org/apache/spark/rdd/ShuffledRDD.html#clearDependencies()">clearDependencies</a></strong>()</code>
<div class="block">Clears the dependencies of this RDD.</div>
</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><code>scala.collection.Iterator<scala.Tuple2<<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">K</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">C</a>>></code></td>
<td class="colLast"><code><strong><a href="../../../../org/apache/spark/rdd/ShuffledRDD.html#compute(org.apache.spark.Partition, org.apache.spark.TaskContext)">compute</a></strong>(<a href="../../../../org/apache/spark/Partition.html" title="interface in org.apache.spark">Partition</a> split,
<a href="../../../../org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a> context)</code>
<div class="block">:: DeveloperApi ::
Implemented by subclasses to compute a given partition.</div>
</td>
</tr>
<tr class="altColor">
<td class="colFirst"><code>scala.collection.Seq<<a href="../../../../org/apache/spark/Dependency.html" title="class in org.apache.spark">Dependency</a><?>></code></td>
<td class="colLast"><code><strong><a href="../../../../org/apache/spark/rdd/ShuffledRDD.html#getDependencies()">getDependencies</a></strong>()</code>
<div class="block">Implemented by subclasses to return how this RDD depends on parent RDDs.</div>
</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><code><a href="../../../../org/apache/spark/Partition.html" title="interface in org.apache.spark">Partition</a>[]</code></td>
<td class="colLast"><code><strong><a href="../../../../org/apache/spark/rdd/ShuffledRDD.html#getPartitions()">getPartitions</a></strong>()</code>
<div class="block">Implemented by subclasses to return the set of partitions in this RDD.</div>
</td>
</tr>
<tr class="altColor">
<td class="colFirst"><code>scala.Some<<a href="../../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a>></code></td>
<td class="colLast"><code><strong><a href="../../../../org/apache/spark/rdd/ShuffledRDD.html#partitioner()">partitioner</a></strong>()</code>
<div class="block">Optionally overridden by subclasses to specify how they are partitioned.</div>
</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><code>java.lang.Object</code></td>
<td class="colLast"><code><strong><a href="../../../../org/apache/spark/rdd/ShuffledRDD.html#prev()">prev</a></strong>()</code> </td>
</tr>
<tr class="altColor">
<td class="colFirst"><code><a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="class in org.apache.spark.rdd">ShuffledRDD</a><<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">K</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">V</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">C</a>></code></td>
<td class="colLast"><code><strong><a href="../../../../org/apache/spark/rdd/ShuffledRDD.html#setAggregator(org.apache.spark.Aggregator)">setAggregator</a></strong>(<a href="../../../../org/apache/spark/Aggregator.html" title="class in org.apache.spark">Aggregator</a><<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">K</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">V</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">C</a>> aggregator)</code>
<div class="block">Set aggregator for RDD's shuffle.</div>
</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><code><a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="class in org.apache.spark.rdd">ShuffledRDD</a><<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">K</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">V</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">C</a>></code></td>
<td class="colLast"><code><strong><a href="../../../../org/apache/spark/rdd/ShuffledRDD.html#setKeyOrdering(scala.math.Ordering)">setKeyOrdering</a></strong>(scala.math.Ordering<<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">K</a>> keyOrdering)</code>
<div class="block">Set key ordering for RDD's shuffle.</div>
</td>
</tr>
<tr class="altColor">
<td class="colFirst"><code><a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="class in org.apache.spark.rdd">ShuffledRDD</a><<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">K</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">V</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">C</a>></code></td>
<td class="colLast"><code><strong><a href="../../../../org/apache/spark/rdd/ShuffledRDD.html#setMapSideCombine(boolean)">setMapSideCombine</a></strong>(boolean mapSideCombine)</code>
<div class="block">Set mapSideCombine flag for RDD's shuffle.</div>
</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><code><a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="class in org.apache.spark.rdd">ShuffledRDD</a><<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">K</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">V</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">C</a>></code></td>
<td class="colLast"><code><strong><a href="../../../../org/apache/spark/rdd/ShuffledRDD.html#setSerializer(org.apache.spark.serializer.Serializer)">setSerializer</a></strong>(<a href="../../../../org/apache/spark/serializer/Serializer.html" title="class in org.apache.spark.serializer">Serializer</a> serializer)</code>
<div class="block">Set a serializer for this RDD's shuffle, or null to use the default (spark.serializer)</div>
</td>
</tr>
</table>
<ul class="blockList">
<li class="blockList"><a name="methods_inherited_from_class_org.apache.spark.rdd.RDD">
<!-- -->
</a>
<h3>Methods inherited from class org.apache.spark.rdd.<a href="../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a></h3>
<code><a href="../../../../org/apache/spark/rdd/RDD.html#aggregate(U, scala.Function2, scala.Function2, scala.reflect.ClassTag)">aggregate</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#cache()">cache</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#cartesian(org.apache.spark.rdd.RDD, scala.reflect.ClassTag)">cartesian</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#checkpoint()">checkpoint</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#checkpointData()">checkpointData</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#coalesce(int, boolean, scala.math.Ordering)">coalesce</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#collect()">collect</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#collect(scala.PartialFunction, scala.reflect.ClassTag)">collect</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#context()">context</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#count()">count</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#countApprox(long, double)">countApprox</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#countApproxDistinct(double)">countApproxDistinct</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#countApproxDistinct(int, int)">countApproxDistinct</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#countByValue(scala.math.Ordering)">countByValue</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#countByValueApprox(long, double, scala.math.Ordering)">countByValueApprox</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#creationSite()">creationSite</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#dependencies()">dependencies</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#distinct()">distinct</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#distinct(int, scala.math.Ordering)">distinct</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#doubleRDDToDoubleRDDFunctions(org.apache.spark.rdd.RDD)">doubleRDDToDoubleRDDFunctions</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#filter(scala.Function1)">filter</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#filterWith(scala.Function1, scala.Function2)">filterWith</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#first()">first</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#firstParent(scala.reflect.ClassTag)">firstParent</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#flatMap(scala.Function1, scala.reflect.ClassTag)">flatMap</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#flatMapWith(scala.Function1, boolean, scala.Function2, scala.reflect.ClassTag)">flatMapWith</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#fold(T, scala.Function2)">fold</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#foreach(scala.Function1)">foreach</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#foreachPartition(scala.Function1)">foreachPartition</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#foreachWith(scala.Function1, scala.Function2)">foreachWith</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#getCheckpointFile()">getCheckpointFile</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#getPreferredLocations(org.apache.spark.Partition)">getPreferredLocations</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#getStorageLevel()">getStorageLevel</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#glom()">glom</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#groupBy(scala.Function1, scala.reflect.ClassTag)">groupBy</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#groupBy(scala.Function1, int, scala.reflect.ClassTag)">groupBy</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#groupBy(scala.Function1, org.apache.spark.Partitioner, scala.reflect.ClassTag, scala.math.Ordering)">groupBy</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#id()">id</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#intersection(org.apache.spark.rdd.RDD)">intersection</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#intersection(org.apache.spark.rdd.RDD, int)">intersection</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#intersection(org.apache.spark.rdd.RDD, org.apache.spark.Partitioner, scala.math.Ordering)">intersection</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#isCheckpointed()">isCheckpointed</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#isEmpty()">isEmpty</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#iterator(org.apache.spark.Partition, org.apache.spark.TaskContext)">iterator</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#keyBy(scala.Function1)">keyBy</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#localCheckpoint()">localCheckpoint</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#map(scala.Function1, scala.reflect.ClassTag)">map</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#mapPartitions(scala.Function1, boolean, scala.reflect.ClassTag)">mapPartitions</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#mapPartitionsWithContext(scala.Function2, boolean, scala.reflect.ClassTag)">mapPartitionsWithContext</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#mapPartitionsWithIndex(scala.Function2, boolean, scala.reflect.ClassTag)">mapPartitionsWithIndex</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#mapPartitionsWithSplit(scala.Function2, boolean, scala.reflect.ClassTag)">mapPartitionsWithSplit</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#mapWith(scala.Function1, boolean, scala.Function2, scala.reflect.ClassTag)">mapWith</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#max(scala.math.Ordering)">max</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#min(scala.math.Ordering)">min</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#name()">name</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#numericRDDToDoubleRDDFunctions(org.apache.spark.rdd.RDD, scala.math.Numeric)">numericRDDToDoubleRDDFunctions</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#parent(int, scala.reflect.ClassTag)">parent</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#partitions()">partitions</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#persist()">persist</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#persist(org.apache.spark.storage.StorageLevel)">persist</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#pipe(scala.collection.Seq, scala.collection.Map, scala.Function1, scala.Function2, boolean)">pipe</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#pipe(java.lang.String)">pipe</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#pipe(java.lang.String, scala.collection.Map)">pipe</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#preferredLocations(org.apache.spark.Partition)">preferredLocations</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#randomSplit(double[], long)">randomSplit</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#rddToAsyncRDDActions(org.apache.spark.rdd.RDD, scala.reflect.ClassTag)">rddToAsyncRDDActions</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#rddToOrderedRDDFunctions(org.apache.spark.rdd.RDD, scala.math.Ordering, scala.reflect.ClassTag, scala.reflect.ClassTag)">rddToOrderedRDDFunctions</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#rddToPairRDDFunctions(org.apache.spark.rdd.RDD, scala.reflect.ClassTag, scala.reflect.ClassTag, scala.math.Ordering)">rddToPairRDDFunctions</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#rddToSequenceFileRDDFunctions(org.apache.spark.rdd.RDD, scala.reflect.ClassTag, scala.reflect.ClassTag, , )">rddToSequenceFileRDDFunctions</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#reduce(scala.Function2)">reduce</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#repartition(int, scala.math.Ordering)">repartition</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#sample(boolean, double, long)">sample</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#saveAsObjectFile(java.lang.String)">saveAsObjectFile</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#saveAsTextFile(java.lang.String)">saveAsTextFile</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#saveAsTextFile(java.lang.String, java.lang.Class)">saveAsTextFile</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#scope()">scope</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#setName(java.lang.String)">setName</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#sortBy(scala.Function1, boolean, int, scala.math.Ordering, scala.reflect.ClassTag)">sortBy</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#sparkContext()">sparkContext</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#subtract(org.apache.spark.rdd.RDD)">subtract</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#subtract(org.apache.spark.rdd.RDD, int)">subtract</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#subtract(org.apache.spark.rdd.RDD, org.apache.spark.Partitioner, scala.math.Ordering)">subtract</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#take(int)">take</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#takeOrdered(int, scala.math.Ordering)">takeOrdered</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#takeSample(boolean, int, long)">takeSample</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#toArray()">toArray</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#toDebugString()">toDebugString</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#toJavaRDD()">toJavaRDD</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#toLocalIterator()">toLocalIterator</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#top(int, scala.math.Ordering)">top</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#toString()">toString</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#treeAggregate(U, scala.Function2, scala.Function2, int, scala.reflect.ClassTag)">treeAggregate</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#treeReduce(scala.Function2, int)">treeReduce</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#union(org.apache.spark.rdd.RDD)">union</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#unpersist(boolean)">unpersist</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#zip(org.apache.spark.rdd.RDD, scala.reflect.ClassTag)">zip</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#zipPartitions(org.apache.spark.rdd.RDD, boolean, scala.Function2, scala.reflect.ClassTag, scala.reflect.ClassTag)">zipPartitions</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#zipPartitions(org.apache.spark.rdd.RDD, scala.Function2, scala.reflect.ClassTag, scala.reflect.ClassTag)">zipPartitions</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#zipPartitions(org.apache.spark.rdd.RDD, org.apache.spark.rdd.RDD, boolean, scala.Function3, scala.reflect.ClassTag, scala.reflect.ClassTag, scala.reflect.ClassTag)">zipPartitions</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#zipPartitions(org.apache.spark.rdd.RDD, org.apache.spark.rdd.RDD, scala.Function3, scala.reflect.ClassTag, scala.reflect.ClassTag, scala.reflect.ClassTag)">zipPartitions</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#zipPartitions(org.apache.spark.rdd.RDD, org.apache.spark.rdd.RDD, org.apache.spark.rdd.RDD, boolean, scala.Function4, scala.reflect.ClassTag, scala.reflect.ClassTag, scala.reflect.ClassTag, scala.reflect.ClassTag)">zipPartitions</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#zipPartitions(org.apache.spark.rdd.RDD, org.apache.spark.rdd.RDD, org.apache.spark.rdd.RDD, scala.Function4, scala.reflect.ClassTag, scala.reflect.ClassTag, scala.reflect.ClassTag, scala.reflect.ClassTag)">zipPartitions</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#zipWithIndex()">zipWithIndex</a>, <a href="../../../../org/apache/spark/rdd/RDD.html#zipWithUniqueId()">zipWithUniqueId</a></code></li>
</ul>
<ul class="blockList">
<li class="blockList"><a name="methods_inherited_from_class_java.lang.Object">
<!-- -->
</a>
<h3>Methods inherited from class java.lang.Object</h3>
<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait</code></li>
</ul>
<ul class="blockList">
<li class="blockList"><a name="methods_inherited_from_class_org.apache.spark.Logging">
<!-- -->
</a>
<h3>Methods inherited from interface org.apache.spark.<a href="../../../../org/apache/spark/Logging.html" title="interface in org.apache.spark">Logging</a></h3>
<code><a href="../../../../org/apache/spark/Logging.html#initializeIfNecessary()">initializeIfNecessary</a>, <a href="../../../../org/apache/spark/Logging.html#initializeLogging()">initializeLogging</a>, <a href="../../../../org/apache/spark/Logging.html#isTraceEnabled()">isTraceEnabled</a>, <a href="../../../../org/apache/spark/Logging.html#log_()">log_</a>, <a href="../../../../org/apache/spark/Logging.html#log()">log</a>, <a href="../../../../org/apache/spark/Logging.html#logDebug(scala.Function0)">logDebug</a>, <a href="../../../../org/apache/spark/Logging.html#logDebug(scala.Function0, java.lang.Throwable)">logDebug</a>, <a href="../../../../org/apache/spark/Logging.html#logError(scala.Function0)">logError</a>, <a href="../../../../org/apache/spark/Logging.html#logError(scala.Function0, java.lang.Throwable)">logError</a>, <a href="../../../../org/apache/spark/Logging.html#logInfo(scala.Function0)">logInfo</a>, <a href="../../../../org/apache/spark/Logging.html#logInfo(scala.Function0, java.lang.Throwable)">logInfo</a>, <a href="../../../../org/apache/spark/Logging.html#logName()">logName</a>, <a href="../../../../org/apache/spark/Logging.html#logTrace(scala.Function0)">logTrace</a>, <a href="../../../../org/apache/spark/Logging.html#logTrace(scala.Function0, java.lang.Throwable)">logTrace</a>, <a href="../../../../org/apache/spark/Logging.html#logWarning(scala.Function0)">logWarning</a>, <a href="../../../../org/apache/spark/Logging.html#logWarning(scala.Function0, java.lang.Throwable)">logWarning</a></code></li>
</ul>
</li>
</ul>
</li>
</ul>
</div>
<div class="details">
<ul class="blockList">
<li class="blockList">
<!-- ========= CONSTRUCTOR DETAIL ======== -->
<ul class="blockList">
<li class="blockList"><a name="constructor_detail">
<!-- -->
</a>
<h3>Constructor Detail</h3>
<a name="ShuffledRDD(org.apache.spark.rdd.RDD, org.apache.spark.Partitioner)">
<!-- -->
</a>
<ul class="blockListLast">
<li class="blockList">
<h4>ShuffledRDD</h4>
<pre>public ShuffledRDD(<a href="../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><? extends scala.Product2<<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">K</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">V</a>>> prev,
<a href="../../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a> part)</pre>
</li>
</ul>
</li>
</ul>
<!-- ============ METHOD DETAIL ========== -->
<ul class="blockList">
<li class="blockList"><a name="method_detail">
<!-- -->
</a>
<h3>Method Detail</h3>
<a name="prev()">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>prev</h4>
<pre>public java.lang.Object prev()</pre>
</li>
</ul>
<a name="setSerializer(org.apache.spark.serializer.Serializer)">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>setSerializer</h4>
<pre>public <a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="class in org.apache.spark.rdd">ShuffledRDD</a><<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">K</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">V</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">C</a>> setSerializer(<a href="../../../../org/apache/spark/serializer/Serializer.html" title="class in org.apache.spark.serializer">Serializer</a> serializer)</pre>
<div class="block">Set a serializer for this RDD's shuffle, or null to use the default (spark.serializer)</div>
</li>
</ul>
<a name="setKeyOrdering(scala.math.Ordering)">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>setKeyOrdering</h4>
<pre>public <a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="class in org.apache.spark.rdd">ShuffledRDD</a><<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">K</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">V</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">C</a>> setKeyOrdering(scala.math.Ordering<<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">K</a>> keyOrdering)</pre>
<div class="block">Set key ordering for RDD's shuffle.</div>
</li>
</ul>
<a name="setAggregator(org.apache.spark.Aggregator)">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>setAggregator</h4>
<pre>public <a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="class in org.apache.spark.rdd">ShuffledRDD</a><<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">K</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">V</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">C</a>> setAggregator(<a href="../../../../org/apache/spark/Aggregator.html" title="class in org.apache.spark">Aggregator</a><<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">K</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">V</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">C</a>> aggregator)</pre>
<div class="block">Set aggregator for RDD's shuffle.</div>
</li>
</ul>
<a name="setMapSideCombine(boolean)">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>setMapSideCombine</h4>
<pre>public <a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="class in org.apache.spark.rdd">ShuffledRDD</a><<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">K</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">V</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">C</a>> setMapSideCombine(boolean mapSideCombine)</pre>
<div class="block">Set mapSideCombine flag for RDD's shuffle.</div>
</li>
</ul>
<a name="getDependencies()">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>getDependencies</h4>
<pre>public scala.collection.Seq<<a href="../../../../org/apache/spark/Dependency.html" title="class in org.apache.spark">Dependency</a><?>> getDependencies()</pre>
<div class="block"><strong>Description copied from class: <code><a href="../../../../org/apache/spark/rdd/RDD.html#getDependencies()">RDD</a></code></strong></div>
<div class="block">Implemented by subclasses to return how this RDD depends on parent RDDs. This method will only
be called once, so it is safe to implement a time-consuming computation in it.</div>
<dl>
<dt><strong>Overrides:</strong></dt>
<dd><code><a href="../../../../org/apache/spark/rdd/RDD.html#getDependencies()">getDependencies</a></code> in class <code><a href="../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><scala.Tuple2<<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">K</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">C</a>>></code></dd>
<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl>
</li>
</ul>
<a name="partitioner()">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>partitioner</h4>
<pre>public scala.Some<<a href="../../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a>> partitioner()</pre>
<div class="block"><strong>Description copied from class: <code><a href="../../../../org/apache/spark/rdd/RDD.html#partitioner()">RDD</a></code></strong></div>
<div class="block">Optionally overridden by subclasses to specify how they are partitioned.</div>
<dl>
<dt><strong>Overrides:</strong></dt>
<dd><code><a href="../../../../org/apache/spark/rdd/RDD.html#partitioner()">partitioner</a></code> in class <code><a href="../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><scala.Tuple2<<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">K</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">C</a>>></code></dd>
</dl>
</li>
</ul>
<a name="getPartitions()">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>getPartitions</h4>
<pre>public <a href="../../../../org/apache/spark/Partition.html" title="interface in org.apache.spark">Partition</a>[] getPartitions()</pre>
<div class="block"><strong>Description copied from class: <code><a href="../../../../org/apache/spark/rdd/RDD.html#getPartitions()">RDD</a></code></strong></div>
<div class="block">Implemented by subclasses to return the set of partitions in this RDD. This method will only
be called once, so it is safe to implement a time-consuming computation in it.</div>
<dl>
<dt><strong>Specified by:</strong></dt>
<dd><code><a href="../../../../org/apache/spark/rdd/RDD.html#getPartitions()">getPartitions</a></code> in class <code><a href="../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><scala.Tuple2<<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">K</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">C</a>>></code></dd>
<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl>
</li>
</ul>
<a name="compute(org.apache.spark.Partition, org.apache.spark.TaskContext)">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>compute</h4>
<pre>public scala.collection.Iterator<scala.Tuple2<<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">K</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">C</a>>> compute(<a href="../../../../org/apache/spark/Partition.html" title="interface in org.apache.spark">Partition</a> split,
<a href="../../../../org/apache/spark/TaskContext.html" title="class in org.apache.spark">TaskContext</a> context)</pre>
<div class="block"><strong>Description copied from class: <code><a href="../../../../org/apache/spark/rdd/RDD.html#compute(org.apache.spark.Partition, org.apache.spark.TaskContext)">RDD</a></code></strong></div>
<div class="block">:: DeveloperApi ::
Implemented by subclasses to compute a given partition.</div>
<dl>
<dt><strong>Specified by:</strong></dt>
<dd><code><a href="../../../../org/apache/spark/rdd/RDD.html#compute(org.apache.spark.Partition, org.apache.spark.TaskContext)">compute</a></code> in class <code><a href="../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><scala.Tuple2<<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">K</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">C</a>>></code></dd>
<dt><span class="strong">Parameters:</span></dt><dd><code>split</code> - (undocumented)</dd><dd><code>context</code> - (undocumented)</dd>
<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl>
</li>
</ul>
<a name="clearDependencies()">
<!-- -->
</a>
<ul class="blockListLast">
<li class="blockList">
<h4>clearDependencies</h4>
<pre>public void clearDependencies()</pre>
<div class="block"><strong>Description copied from class: <code><a href="../../../../org/apache/spark/rdd/RDD.html#clearDependencies()">RDD</a></code></strong></div>
<div class="block">Clears the dependencies of this RDD. This method must ensure that all references
to the original parent RDDs is removed to enable the parent RDDs to be garbage
collected. Subclasses of RDD may override this method for implementing their own cleaning
logic. See <a href="../../../../org/apache/spark/rdd/UnionRDD.html" title="class in org.apache.spark.rdd"><code>UnionRDD</code></a> for an example.</div>
<dl>
<dt><strong>Overrides:</strong></dt>
<dd><code><a href="../../../../org/apache/spark/rdd/RDD.html#clearDependencies()">clearDependencies</a></code> in class <code><a href="../../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a><scala.Tuple2<<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">K</a>,<a href="../../../../org/apache/spark/rdd/ShuffledRDD.html" title="type parameter in ShuffledRDD">C</a>>></code></dd>
</dl>
</li>
</ul>
</li>
</ul>
</li>
</ul>
</div>
</div>
<!-- ========= END OF CLASS DATA ========= -->
<!-- ======= START OF BOTTOM NAVBAR ====== -->
<div class="bottomNav"><a name="navbar_bottom">
<!-- -->
</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow">
<!-- -->
</a>
<ul class="navList" title="Navigation">
<li><a href="../../../../overview-summary.html">Overview</a></li>
<li><a href="package-summary.html">Package</a></li>
<li class="navBarCell1Rev">Class</li>
<li><a href="package-tree.html">Tree</a></li>
<li><a href="../../../../deprecated-list.html">Deprecated</a></li>
<li><a href="../../../../index-all.html">Index</a></li>
<li><a href="../../../../help-doc.html">Help</a></li>
</ul>
</div>
<div class="subNav">
<ul class="navList">
<li><a href="../../../../org/apache/spark/rdd/SequenceFileRDDFunctions.html" title="class in org.apache.spark.rdd"><span class="strong">Prev Class</span></a></li>
<li><a href="../../../../org/apache/spark/rdd/UnionRDD.html" title="class in org.apache.spark.rdd"><span class="strong">Next Class</span></a></li>
</ul>
<ul class="navList">
<li><a href="../../../../index.html?org/apache/spark/rdd/ShuffledRDD.html" target="_top">Frames</a></li>
<li><a href="ShuffledRDD.html" target="_top">No Frames</a></li>
</ul>
<ul class="navList" id="allclasses_navbar_bottom">
<li><a href="../../../../allclasses-noframe.html">All Classes</a></li>
</ul>
<div>
<script type="text/javascript"><!--
allClassesLink = document.getElementById("allclasses_navbar_bottom");
if(window==top) {
allClassesLink.style.display = "block";
}
else {
allClassesLink.style.display = "none";
}
//-->
</script>
</div>
<div>
<ul class="subNavList">
<li>Summary: </li>
<li>Nested | </li>
<li>Field | </li>
<li><a href="#constructor_summary">Constr</a> | </li>
<li><a href="#method_summary">Method</a></li>
</ul>
<ul class="subNavList">
<li>Detail: </li>
<li>Field | </li>
<li><a href="#constructor_detail">Constr</a> | </li>
<li><a href="#method_detail">Method</a></li>
</ul>
</div>
<a name="skip-navbar_bottom">
<!-- -->
</a></div>
<!-- ======== END OF BOTTOM NAVBAR ======= -->
<script defer="defer" type="text/javascript" src="../../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../../lib/api-javadocs.js"></script></body>
</html>