public class SparkFirehoseListener extends java.lang.Object implements SparkListener
Constructor and Description |
---|
SparkFirehoseListener() |
Modifier and Type | Method and Description |
---|---|
void |
onApplicationEnd(SparkListenerApplicationEnd applicationEnd)
Called when the application ends
|
void |
onApplicationStart(SparkListenerApplicationStart applicationStart)
Called when the application starts
|
void |
onBlockManagerAdded(SparkListenerBlockManagerAdded blockManagerAdded)
Called when a new block manager has joined
|
void |
onBlockManagerRemoved(SparkListenerBlockManagerRemoved blockManagerRemoved)
Called when an existing block manager has been removed
|
void |
onBlockUpdated(SparkListenerBlockUpdated blockUpdated)
Called when the driver receives a block update info.
|
void |
onEnvironmentUpdate(SparkListenerEnvironmentUpdate environmentUpdate)
Called when environment properties have been updated
|
void |
onEvent(SparkListenerEvent event) |
void |
onExecutorAdded(SparkListenerExecutorAdded executorAdded)
Called when the driver registers a new executor.
|
void |
onExecutorMetricsUpdate(SparkListenerExecutorMetricsUpdate executorMetricsUpdate)
Called when the driver receives task metrics from an executor in a heartbeat.
|
void |
onExecutorRemoved(SparkListenerExecutorRemoved executorRemoved)
Called when the driver removes an executor.
|
void |
onJobEnd(SparkListenerJobEnd jobEnd)
Called when a job ends
|
void |
onJobStart(SparkListenerJobStart jobStart)
Called when a job starts
|
void |
onStageCompleted(SparkListenerStageCompleted stageCompleted)
Called when a stage completes successfully or fails, with information on the completed stage.
|
void |
onStageSubmitted(SparkListenerStageSubmitted stageSubmitted)
Called when a stage is submitted
|
void |
onTaskEnd(SparkListenerTaskEnd taskEnd)
Called when a task ends
|
void |
onTaskGettingResult(SparkListenerTaskGettingResult taskGettingResult)
Called when a task begins remotely fetching its result (will not be called for tasks that do
not need to fetch the result remotely).
|
void |
onTaskStart(SparkListenerTaskStart taskStart)
Called when a task starts
|
void |
onUnpersistRDD(SparkListenerUnpersistRDD unpersistRDD)
Called when an RDD is manually unpersisted by the application
|
public void onEvent(SparkListenerEvent event)
public final void onStageCompleted(SparkListenerStageCompleted stageCompleted)
SparkListener
onStageCompleted
in interface SparkListener
stageCompleted
- (undocumented)public final void onStageSubmitted(SparkListenerStageSubmitted stageSubmitted)
SparkListener
onStageSubmitted
in interface SparkListener
stageSubmitted
- (undocumented)public final void onTaskStart(SparkListenerTaskStart taskStart)
SparkListener
onTaskStart
in interface SparkListener
taskStart
- (undocumented)public final void onTaskGettingResult(SparkListenerTaskGettingResult taskGettingResult)
SparkListener
onTaskGettingResult
in interface SparkListener
taskGettingResult
- (undocumented)public final void onTaskEnd(SparkListenerTaskEnd taskEnd)
SparkListener
onTaskEnd
in interface SparkListener
taskEnd
- (undocumented)public final void onJobStart(SparkListenerJobStart jobStart)
SparkListener
onJobStart
in interface SparkListener
jobStart
- (undocumented)public final void onJobEnd(SparkListenerJobEnd jobEnd)
SparkListener
onJobEnd
in interface SparkListener
jobEnd
- (undocumented)public final void onEnvironmentUpdate(SparkListenerEnvironmentUpdate environmentUpdate)
SparkListener
onEnvironmentUpdate
in interface SparkListener
environmentUpdate
- (undocumented)public final void onBlockManagerAdded(SparkListenerBlockManagerAdded blockManagerAdded)
SparkListener
onBlockManagerAdded
in interface SparkListener
blockManagerAdded
- (undocumented)public final void onBlockManagerRemoved(SparkListenerBlockManagerRemoved blockManagerRemoved)
SparkListener
onBlockManagerRemoved
in interface SparkListener
blockManagerRemoved
- (undocumented)public final void onUnpersistRDD(SparkListenerUnpersistRDD unpersistRDD)
SparkListener
onUnpersistRDD
in interface SparkListener
unpersistRDD
- (undocumented)public final void onApplicationStart(SparkListenerApplicationStart applicationStart)
SparkListener
onApplicationStart
in interface SparkListener
applicationStart
- (undocumented)public final void onApplicationEnd(SparkListenerApplicationEnd applicationEnd)
SparkListener
onApplicationEnd
in interface SparkListener
applicationEnd
- (undocumented)public final void onExecutorMetricsUpdate(SparkListenerExecutorMetricsUpdate executorMetricsUpdate)
SparkListener
onExecutorMetricsUpdate
in interface SparkListener
executorMetricsUpdate
- (undocumented)public final void onExecutorAdded(SparkListenerExecutorAdded executorAdded)
SparkListener
onExecutorAdded
in interface SparkListener
executorAdded
- (undocumented)public final void onExecutorRemoved(SparkListenerExecutorRemoved executorRemoved)
SparkListener
onExecutorRemoved
in interface SparkListener
executorRemoved
- (undocumented)public void onBlockUpdated(SparkListenerBlockUpdated blockUpdated)
SparkListener
onBlockUpdated
in interface SparkListener
blockUpdated
- (undocumented)