blob: 31de15b168081b08f1e779d7e4def689659b018c (
plain) (
tree)
|
|
<?xml version='1.0' encoding='UTF-8'?>
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.1//EN" "http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd">
<html>
<head>
<title>scheduler - org.apache.spark.scheduler</title>
<meta name="description" content="scheduler - org.apache.spark.scheduler" />
<meta name="keywords" content="scheduler org.apache.spark.scheduler" />
<meta http-equiv="content-type" content="text/html; charset=UTF-8" />
<link href="../../../../lib/template.css" media="screen" type="text/css" rel="stylesheet" />
<link href="../../../../lib/diagrams.css" media="screen" type="text/css" rel="stylesheet" id="diagrams-css" />
<script type="text/javascript">
if(top === self) {
var url = '../../../../index.html';
var hash = 'org.apache.spark.scheduler.package';
var anchor = window.location.hash;
var anchor_opt = '';
if (anchor.length >= 1)
anchor_opt = '@' + anchor.substring(1);
window.location.href = url + '#' + hash + anchor_opt;
}
</script>
</head>
<body class="value">
<div id="definition">
<img src="../../../../lib/package_big.png" />
<p id="owner"><a href="../../../package.html" class="extype" name="org">org</a>.<a href="../../package.html" class="extype" name="org.apache">apache</a>.<a href="../package.html" class="extype" name="org.apache.spark">spark</a></p>
<h1>scheduler</h1>
</div>
<h4 id="signature" class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">package</span>
</span>
<span class="symbol">
<span class="name">scheduler</span>
</span>
</h4>
<div id="comment" class="fullcommenttop"></div>
<div id="mbrsel">
<div id="textfilter"><span class="pre"></span><span class="input"><input id="mbrsel-input" type="text" accesskey="/" /></span><span class="post"></span></div>
<div id="visbl">
<span class="filtertype">Visibility</span>
<ol><li class="public in"><span>Public</span></li><li class="all out"><span>All</span></li></ol>
</div>
</div>
<div id="template">
<div id="allMembers">
<div id="types" class="types members">
<h3>Type Members</h3>
<ol><li name="org.apache.spark.scheduler.InputFormatInfo" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
<a id="InputFormatInfoextendsLogging"></a>
<a id="InputFormatInfo:InputFormatInfo"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">class</span>
</span>
<span class="symbol">
<a href="InputFormatInfo.html"><span class="name">InputFormatInfo</span></a><span class="result"> extends <a href="../Logging.html" class="extype" name="org.apache.spark.Logging">Logging</a></span>
</span>
</h4>
<p class="comment cmt">Parses and holds information about inputFormat (and files) specified as a parameter.</p>
</li><li name="org.apache.spark.scheduler.JobLogger" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
<a id="JobLoggerextendsSparkListenerwithLogging"></a>
<a id="JobLogger:JobLogger"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">class</span>
</span>
<span class="symbol">
<a href="JobLogger.html"><span class="name">JobLogger</span></a><span class="result"> extends <a href="SparkListener.html" class="extype" name="org.apache.spark.scheduler.SparkListener">SparkListener</a> with <a href="../Logging.html" class="extype" name="org.apache.spark.Logging">Logging</a></span>
</span>
</h4>
<p class="comment cmt">A logger class to record runtime information for jobs in Spark.</p>
</li><li name="org.apache.spark.scheduler.SparkListener" visbl="pub" data-isabs="true" fullComment="no" group="Ungrouped">
<a id="SparkListenerextendsAnyRef"></a>
<a id="SparkListener:SparkListener"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">trait</span>
</span>
<span class="symbol">
<a href="SparkListener.html"><span class="name">SparkListener</span></a><span class="result"> extends <span class="extype" name="scala.AnyRef">AnyRef</span></span>
</span>
</h4>
<p class="comment cmt">Interface for listening to events from the Spark scheduler.</p>
</li><li name="org.apache.spark.scheduler.SparkListenerEvents" visbl="pub" data-isabs="true" fullComment="no" group="Ungrouped">
<a id="SparkListenerEventsextendsAnyRef"></a>
<a id="SparkListenerEvents:SparkListenerEvents"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier">sealed </span>
<span class="kind">trait</span>
</span>
<span class="symbol">
<a href="SparkListenerEvents.html"><span class="name">SparkListenerEvents</span></a><span class="result"> extends <span class="extype" name="scala.AnyRef">AnyRef</span></span>
</span>
</h4>
</li><li name="org.apache.spark.scheduler.SparkListenerJobEnd" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
<a id="SparkListenerJobEndextendsSparkListenerEventswithProductwithSerializable"></a>
<a id="SparkListenerJobEnd:SparkListenerJobEnd"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">case class</span>
</span>
<span class="symbol">
<a href="SparkListenerJobEnd.html"><span class="name">SparkListenerJobEnd</span></a><span class="params">(<span name="job">job: <span class="extype" name="org.apache.spark.scheduler.ActiveJob">ActiveJob</span></span>, <span name="jobResult">jobResult: <span class="extype" name="org.apache.spark.scheduler.JobResult">JobResult</span></span>)</span><span class="result"> extends <a href="SparkListenerEvents.html" class="extype" name="org.apache.spark.scheduler.SparkListenerEvents">SparkListenerEvents</a> with <span class="extype" name="scala.Product">Product</span> with <span class="extype" name="scala.Serializable">Serializable</span></span>
</span>
</h4>
</li><li name="org.apache.spark.scheduler.SparkListenerJobStart" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
<a id="SparkListenerJobStartextendsSparkListenerEventswithProductwithSerializable"></a>
<a id="SparkListenerJobStart:SparkListenerJobStart"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">case class</span>
</span>
<span class="symbol">
<a href="SparkListenerJobStart.html"><span class="name">SparkListenerJobStart</span></a><span class="params">(<span name="job">job: <span class="extype" name="org.apache.spark.scheduler.ActiveJob">ActiveJob</span></span>, <span name="stageIds">stageIds: <span class="extype" name="scala.Array">Array</span>[<span class="extype" name="scala.Int">Int</span>]</span>, <span name="properties">properties: <span class="extype" name="java.util.Properties">Properties</span> = <span class="symbol">null</span></span>)</span><span class="result"> extends <a href="SparkListenerEvents.html" class="extype" name="org.apache.spark.scheduler.SparkListenerEvents">SparkListenerEvents</a> with <span class="extype" name="scala.Product">Product</span> with <span class="extype" name="scala.Serializable">Serializable</span></span>
</span>
</h4>
</li><li name="org.apache.spark.scheduler.SparkListenerStageCompleted" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
<a id="SparkListenerStageCompletedextendsSparkListenerEventswithProductwithSerializable"></a>
<a id="SparkListenerStageCompleted:SparkListenerStageCompleted"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">case class</span>
</span>
<span class="symbol">
<a href="SparkListenerStageCompleted.html"><span class="name">SparkListenerStageCompleted</span></a><span class="params">(<span name="stage">stage: <a href="StageInfo.html" class="extype" name="org.apache.spark.scheduler.StageInfo">StageInfo</a></span>)</span><span class="result"> extends <a href="SparkListenerEvents.html" class="extype" name="org.apache.spark.scheduler.SparkListenerEvents">SparkListenerEvents</a> with <span class="extype" name="scala.Product">Product</span> with <span class="extype" name="scala.Serializable">Serializable</span></span>
</span>
</h4>
</li><li name="org.apache.spark.scheduler.SparkListenerStageSubmitted" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
<a id="SparkListenerStageSubmittedextendsSparkListenerEventswithProductwithSerializable"></a>
<a id="SparkListenerStageSubmitted:SparkListenerStageSubmitted"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">case class</span>
</span>
<span class="symbol">
<a href="SparkListenerStageSubmitted.html"><span class="name">SparkListenerStageSubmitted</span></a><span class="params">(<span name="stage">stage: <a href="StageInfo.html" class="extype" name="org.apache.spark.scheduler.StageInfo">StageInfo</a></span>, <span name="properties">properties: <span class="extype" name="java.util.Properties">Properties</span></span>)</span><span class="result"> extends <a href="SparkListenerEvents.html" class="extype" name="org.apache.spark.scheduler.SparkListenerEvents">SparkListenerEvents</a> with <span class="extype" name="scala.Product">Product</span> with <span class="extype" name="scala.Serializable">Serializable</span></span>
</span>
</h4>
</li><li name="org.apache.spark.scheduler.SparkListenerTaskEnd" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
<a id="SparkListenerTaskEndextendsSparkListenerEventswithProductwithSerializable"></a>
<a id="SparkListenerTaskEnd:SparkListenerTaskEnd"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">case class</span>
</span>
<span class="symbol">
<a href="SparkListenerTaskEnd.html"><span class="name">SparkListenerTaskEnd</span></a><span class="params">(<span name="task">task: <span class="extype" name="org.apache.spark.scheduler.Task">Task</span>[_]</span>, <span name="reason">reason: <span class="extype" name="org.apache.spark.TaskEndReason">TaskEndReason</span></span>, <span name="taskInfo">taskInfo: <span class="extype" name="org.apache.spark.scheduler.TaskInfo">TaskInfo</span></span>, <span name="taskMetrics">taskMetrics: <a href="../executor/TaskMetrics.html" class="extype" name="org.apache.spark.executor.TaskMetrics">TaskMetrics</a></span>)</span><span class="result"> extends <a href="SparkListenerEvents.html" class="extype" name="org.apache.spark.scheduler.SparkListenerEvents">SparkListenerEvents</a> with <span class="extype" name="scala.Product">Product</span> with <span class="extype" name="scala.Serializable">Serializable</span></span>
</span>
</h4>
</li><li name="org.apache.spark.scheduler.SparkListenerTaskGettingResult" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
<a id="SparkListenerTaskGettingResultextendsSparkListenerEventswithProductwithSerializable"></a>
<a id="SparkListenerTaskGettingResult:SparkListenerTaskGettingResult"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">case class</span>
</span>
<span class="symbol">
<a href="SparkListenerTaskGettingResult.html"><span class="name">SparkListenerTaskGettingResult</span></a><span class="params">(<span name="task">task: <span class="extype" name="org.apache.spark.scheduler.Task">Task</span>[_]</span>, <span name="taskInfo">taskInfo: <span class="extype" name="org.apache.spark.scheduler.TaskInfo">TaskInfo</span></span>)</span><span class="result"> extends <a href="SparkListenerEvents.html" class="extype" name="org.apache.spark.scheduler.SparkListenerEvents">SparkListenerEvents</a> with <span class="extype" name="scala.Product">Product</span> with <span class="extype" name="scala.Serializable">Serializable</span></span>
</span>
</h4>
</li><li name="org.apache.spark.scheduler.SparkListenerTaskStart" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
<a id="SparkListenerTaskStartextendsSparkListenerEventswithProductwithSerializable"></a>
<a id="SparkListenerTaskStart:SparkListenerTaskStart"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">case class</span>
</span>
<span class="symbol">
<a href="SparkListenerTaskStart.html"><span class="name">SparkListenerTaskStart</span></a><span class="params">(<span name="task">task: <span class="extype" name="org.apache.spark.scheduler.Task">Task</span>[_]</span>, <span name="taskInfo">taskInfo: <span class="extype" name="org.apache.spark.scheduler.TaskInfo">TaskInfo</span></span>)</span><span class="result"> extends <a href="SparkListenerEvents.html" class="extype" name="org.apache.spark.scheduler.SparkListenerEvents">SparkListenerEvents</a> with <span class="extype" name="scala.Product">Product</span> with <span class="extype" name="scala.Serializable">Serializable</span></span>
</span>
</h4>
</li><li name="org.apache.spark.scheduler.SplitInfo" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
<a id="SplitInfoextendsAnyRef"></a>
<a id="SplitInfo:SplitInfo"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">class</span>
</span>
<span class="symbol">
<a href="SplitInfo.html"><span class="name">SplitInfo</span></a><span class="result"> extends <span class="extype" name="scala.AnyRef">AnyRef</span></span>
</span>
</h4>
</li><li name="org.apache.spark.scheduler.StageInfo" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
<a id="StageInfoextendsAnyRef"></a>
<a id="StageInfo:StageInfo"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">class</span>
</span>
<span class="symbol">
<a href="StageInfo.html"><span class="name">StageInfo</span></a><span class="result"> extends <span class="extype" name="scala.AnyRef">AnyRef</span></span>
</span>
</h4>
</li><li name="org.apache.spark.scheduler.StatsReportListener" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
<a id="StatsReportListenerextendsSparkListenerwithLogging"></a>
<a id="StatsReportListener:StatsReportListener"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">class</span>
</span>
<span class="symbol">
<a href="StatsReportListener.html"><span class="name">StatsReportListener</span></a><span class="result"> extends <a href="SparkListener.html" class="extype" name="org.apache.spark.scheduler.SparkListener">SparkListener</a> with <a href="../Logging.html" class="extype" name="org.apache.spark.Logging">Logging</a></span>
</span>
</h4>
<p class="comment cmt">Simple SparkListener that logs a few summary statistics when each stage completes
</p>
</li></ol>
</div>
<div id="values" class="values members">
<h3>Value Members</h3>
<ol><li name="org.apache.spark.scheduler.InputFormatInfo" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
<a id="InputFormatInfo"></a>
<a id="InputFormatInfo:InputFormatInfo"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">object</span>
</span>
<span class="symbol">
<a href="InputFormatInfo$.html"><span class="name">InputFormatInfo</span></a>
</span>
</h4>
</li><li name="org.apache.spark.scheduler.SchedulingMode" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
<a id="SchedulingMode"></a>
<a id="SchedulingMode:SchedulingMode"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">object</span>
</span>
<span class="symbol">
<a href="SchedulingMode$.html"><span class="name">SchedulingMode</span></a><span class="result"> extends <span class="extype" name="scala.Enumeration">Enumeration</span></span>
</span>
</h4>
<p class="comment cmt"> "FAIR" and "FIFO" determines which policy is used
to order tasks amongst a Schedulable's sub-queues
"NONE" is used when the a Schedulable has no sub-queues.</p>
</li><li name="org.apache.spark.scheduler.SplitInfo" visbl="pub" data-isabs="false" fullComment="no" group="Ungrouped">
<a id="SplitInfo"></a>
<a id="SplitInfo:SplitInfo"></a>
<h4 class="signature">
<span class="modifier_kind">
<span class="modifier"></span>
<span class="kind">object</span>
</span>
<span class="symbol">
<a href="SplitInfo$.html"><span class="name">SplitInfo</span></a>
</span>
</h4>
</li></ol>
</div>
</div>
<div id="inheritedMembers">
</div>
<div id="groupedMembers">
<div class="group" name="Ungrouped">
<h3>Ungrouped</h3>
</div>
</div>
</div>
<div id="tooltip"></div>
<div id="footer"> </div>
<script defer="defer" type="text/javascript" id="jquery-js" src="../../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" id="jquery-ui-js" src="../../../../lib/jquery-ui.js"></script><script defer="defer" type="text/javascript" id="tools-tooltip-js" src="../../../../lib/tools.tooltip.js"></script><script defer="defer" type="text/javascript" id="template-js" src="../../../../lib/template.js"></script>
</body>
</html>
|